-- Logs begin at Mon 2022-08-29 19:43:51 UTC, end at Mon 2022-08-29 20:54:01 UTC. -- Aug 29 20:24:20.210847 dv-cinder-854263-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 29 20:24:22.883427 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.common.config [-] Logging enabled! Aug 29 20:24:22.884102 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 29 20:24:22.884235 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106087) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 29 20:24:22.887458 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.common.config [-] Logging enabled! Aug 29 20:24:22.887713 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 29 20:24:22.888058 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106087) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 29 20:24:22.888988 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 20:24:22.889222 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 20:24:22.889691 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 20:24:22.889943 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 20:24:22.890168 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 20:24:22.890486 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.890786 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.891017 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.891314 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.891607 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.891884 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.892207 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.892592 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.892815 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.893095 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.893379 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.893609 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.893887 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.894172 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.894463 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.894685 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] debug = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.894963 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.895383 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.895782 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.896087 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.896379 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.896658 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.896929 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.897206 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.897487 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.897812 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] host = dv-cinder-854263-2-iscsi {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.898086 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.898373 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.898657 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.898940 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.899214 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.899488 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.899770 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.900063 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.900338 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] log_file = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.900614 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.900902 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.901187 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.901482 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.901709 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.901926 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.902208 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.902496 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.902769 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.903041 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.903312 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.903582 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.903851 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.904140 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.904432 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.904716 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.905002 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.905275 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.905548 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.905821 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.906093 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.906378 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.906652 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.906925 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.907198 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.907483 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.907752 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.908550 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.908891 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.909138 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.909418 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.909701 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.909974 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.910252 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.910523 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.910796 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.911065 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] use_json = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.911337 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.911869 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.912173 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.912443 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.912715 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.912986 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.913257 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.913537 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.913807 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:22.914105 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.914405 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.914703 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.914989 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.915291 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.915571 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.915860 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.916160 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.916450 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.916738 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.917026 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.917305 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.917604 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.917894 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.918187 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.918489 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.918784 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.919075 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.919352 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.919624 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.919897 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.920199 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.920486 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.920767 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.921056 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.921342 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.921621 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.921917 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.922200 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.922482 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.922778 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.923070 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.923344 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.923663 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.924494 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.924775 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.925050 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.925337 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.925620 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.925895 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.926176 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.926466 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.926753 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.927025 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.927304 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.927592 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.927869 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.928161 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.928429 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.928705 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.928975 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.929258 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.929534 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.929805 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.930076 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.930351 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.930620 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.930892 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.931170 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.931441 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.931717 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.932008 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.932281 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.932554 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.932824 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.933094 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.933363 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.933630 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.933905 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.934175 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.934448 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.934716 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.934987 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.935258 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.935543 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.935842 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.936164 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.936443 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.936719 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.936997 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.937275 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.937553 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.937829 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.938104 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.938375 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.938662 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.938945 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.939289 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.939538 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.939832 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.940148 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.940427 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.940703 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.940980 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.941256 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.941531 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.941811 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.942086 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.942365 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.942647 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.942931 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.943227 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.943526 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.943804 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.944123 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.944421 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.944712 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.944992 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.945300 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.945579 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:22.945797 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 20:24:22.946036 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106087) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 29 20:24:23.238421 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106087) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 29 20:24:23.238664 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106087) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 29 20:24:23.238929 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106087) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 29 20:24:23.239162 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106087) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 29 20:24:23.239441 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106087) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 29 20:24:23.239770 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 29 20:24:23.656024 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:23.656314 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:23.656589 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:23.657779 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:23.658079 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:23.658345 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:23.711017 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:23.711309 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:23.711583 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:23.728070 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:23.728352 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:23.728622 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:23.756960 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:23.757243 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:23.757514 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:23.794836 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:23.795114 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:23.795384 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.026843 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.027446 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.027446 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.027655 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.028604 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.125884 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.126199 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.126489 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.126789 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.127119 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.127376 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.127638 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.127897 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.128183 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.128466 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.128729 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.128995 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.129254 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.129508 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.129765 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.130030 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.130285 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.130552 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.130821 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.131078 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.131349 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.131605 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.131884 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.132284 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.132540 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.132786 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.133179 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 20:24:24.133421 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 20:24:24.133659 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 20:24:24.133894 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 20:24:24.134129 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 20:24:24.134363 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 20:24:24.134724 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 29 20:24:24.137849 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 29 20:24:24.141841 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 29 20:24:24.145757 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Aug 29 20:24:24.147382 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 29 20:24:24.148014 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 29 20:24:24.148360 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 29 20:24:24.148752 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 29 20:24:24.151514 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 29 20:24:24.151767 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 29 20:24:24.152144 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 20:24:24.157262 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 29 20:24:24.181332 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 29 20:24:24.181781 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.182081 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106087) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 29 20:24:24.182456 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.183804 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106087) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 29 20:24:24.184111 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 20:24:24.184358 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 29 20:24:24.187881 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.188217 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:24.340318 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 29 20:24:24.340570 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 29 20:24:24.340830 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 29 20:24:24.341240 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 29 20:24:24.394888 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO dbcounter [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Registered counter for database neutron Aug 29 20:24:24.415570 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_db.sqlalchemy.engines [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106087) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 29 20:24:24.421542 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG dbcounter [-] [106087] Writer thread running {{(pid=106087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 20:24:24.996872 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.managers [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Initializing driver for type 'gre' Aug 29 20:24:24.997423 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] gre ID ranges: [(1, 1000)] Aug 29 20:24:25.053580 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.managers [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Initializing driver for type 'local' Aug 29 20:24:25.054238 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.managers [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Initializing driver for type 'vlan' Aug 29 20:24:25.068415 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] VlanTypeDriver initialization complete Aug 29 20:24:25.068743 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.managers [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Initializing driver for type 'vxlan' Aug 29 20:24:25.069229 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] vxlan ID ranges: [(1, 1000)] Aug 29 20:24:25.132016 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.managers [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Initializing extension driver 'port_security' Aug 29 20:24:25.132331 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.extensions.port_security [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] PortSecurityExtensionDriver initialization complete Aug 29 20:24:25.132664 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.managers [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Initializing mechanism driver 'openvswitch' Aug 29 20:24:25.132986 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.managers [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Initializing mechanism driver 'hyperv' Aug 29 20:24:25.139703 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.plugins.ml2.plugin [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:24:25.140416 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > port after_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.140782 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > port after_update 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.141189 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > port after_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.141855 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106087) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 20:24:25.142393 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > subnet after_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.142792 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > subnet after_update 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.143160 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > subnet after_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.143540 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106087) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 20:24:25.143968 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > network after_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.144325 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > network after_update 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.146667 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > network after_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.147068 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106087) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 20:24:25.147480 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > security_group after_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.147835 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > security_group after_update 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.148212 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > security_group after_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.148604 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106087) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 20:24:25.149006 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.149354 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.149697 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.150084 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106087) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 20:24:25.150483 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > address_group after_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.150831 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > address_group after_update 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.151170 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > address_group after_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.151555 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106087) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 20:24:25.152021 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] ML2 OVO RPC backend initialized. {{(pid=106087) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 29 20:24:25.152734 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > router_interface after_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.153091 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.153510 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > network before_response 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.153860 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > networks before_response 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.154204 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > port before_response 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.154544 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > ports before_response 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.154884 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > subnet before_response 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.155221 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > subnets before_response 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.155568 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > network after_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.155904 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > network after_update 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.156259 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > network after_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.156592 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > port after_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.156924 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > port after_update 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.157255 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > port after_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.157587 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > subnet after_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.157918 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > subnet after_update 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.158771 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > subnet after_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.166777 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.quota [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded quota_driver: . Aug 29 20:24:25.167130 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.plugin [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Modular L2 Plugin initialization complete Aug 29 20:24:25.167381 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading services supported by the core plugin {{(pid=106087) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 29 20:24:25.167728 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.plugins.ml2.managers [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Got port-security extension from driver 'port_security' Aug 29 20:24:25.168248 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.extensions.vlantransparent [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Disabled vlantransparent extension. Aug 29 20:24:25.168751 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106087) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 29 20:24:25.169097 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading Plugin: router Aug 29 20:24:25.212167 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > router_interface before_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.212570 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > router after_create 55549900 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.213056 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > router before_create 55549900 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.213439 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.213823 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.214194 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > router after_delete 55549900 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.214566 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > floatingip after_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.214929 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > floatingip after_update 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.215328 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > router after_create 55549900 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.215685 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > router after_update 55549900 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.216092 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > router after_update 55549900 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.216451 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.216818 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > router after_update 55549900 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.217239 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > router precommit_update 55549900 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.217615 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: port after_update 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.217965 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: port after_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.218309 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: subnet after_update 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.218662 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.219028 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > port precommit_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.219368 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > router precommit_create 55549900 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.219721 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: port before_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.220114 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > router precommit_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.220980 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > router after_update 55549900 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.221343 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > router precommit_delete 55549900 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.221701 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > router precommit_create 55549900 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.222069 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > router_interface after_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.222423 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > router precommit_update 55549900 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.222795 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > agent after_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.223153 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > agent after_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.223512 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > network after_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.224423 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.quota.resource_registry [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Tracking information for resource: router configured {{(pid=106087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 20:24:25.224767 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.quota.resource_registry [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Tracking information for resource: floatingip configured {{(pid=106087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 20:24:25.229926 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.db.l3_agentschedulers_db [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 29 20:24:25.230519 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: port after_update 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.230885 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: port after_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.231250 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: port after_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.231618 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: port after_update 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.232448 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > router before_create 55550100 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.232828 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > router precommit_delete 55550100 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.233202 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > router precommit_create 55550100 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.233573 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > router precommit_update 55550100 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.239094 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.services.provider_configuration [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Service providers = [] {{(pid=106087) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 29 20:24:25.239461 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.db.servicetype_db [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106087) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 29 20:24:25.242647 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.services.service_base [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106087) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 20:24:25.243003 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.services.service_base [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106087) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 20:24:25.243355 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.services.service_base [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106087) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 20:24:25.244272 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.services.service_base [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106087) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 20:24:25.244653 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.services.service_base [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 29 20:24:25.245043 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 20:24:25.245374 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 29 20:24:25.255800 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 20:24:25.256116 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading Plugin: auto_allocate Aug 29 20:24:25.261832 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: network precommit_update 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.262213 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: network precommit_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.262742 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 20:24:25.263071 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading Plugin: tag Aug 29 20:24:25.270506 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 20:24:25.270842 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading Plugin: timestamp Aug 29 20:24:25.274748 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 20:24:25.275088 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading Plugin: network_ip_availability Aug 29 20:24:25.280598 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.280986 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.281349 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.282073 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 20:24:25.282400 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading Plugin: flavors Aug 29 20:24:25.289485 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 20:24:25.289822 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading Plugin: revisions Aug 29 20:24:25.294289 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 20:24:25.294681 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_concurrency.lockutils [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.055s {{(pid=106087) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 29 20:24:25.295437 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106087) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 29 20:24:25.295790 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Initializing extension manager. Aug 29 20:24:25.296349 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: __init__.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.296705 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: __pycache__ {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.297051 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: address_group.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.297773 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.298337 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: address-group Aug 29 20:24:25.298700 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: address_scope.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.299384 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.299894 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: address-scope Aug 29 20:24:25.300253 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: admin_state_down_before_update.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.301155 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.301673 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: router-admin-state-down-before-update Aug 29 20:24:25.302003 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: agent.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.302678 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.303185 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: agent Aug 29 20:24:25.303514 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: agent_resources_synced.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.304414 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.304924 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: agent-resources-synced Aug 29 20:24:25.305256 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: allowedaddresspairs.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.307030 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.307554 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: allowed-address-pairs Aug 29 20:24:25.307887 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: auto_allocated_topology.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.308953 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.309468 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: auto-allocated-topology Aug 29 20:24:25.309800 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: availability_zone.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.310462 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.310974 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: availability_zone Aug 29 20:24:25.311302 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: availability_zone_filter.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.312209 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.312727 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: availability_zone_filter Aug 29 20:24:25.313053 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: data_plane_status.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.314016 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.314574 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension data-plane-status not supported by any of loaded plugins Aug 29 20:24:25.314901 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: default_subnetpools.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.316070 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.317227 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: default-subnetpools Aug 29 20:24:25.317564 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: dhcpagentscheduler.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.318358 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.318867 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: dhcp_agent_scheduler Aug 29 20:24:25.319195 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: dns.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.320109 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.320616 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension dns-integration not supported by any of loaded plugins Aug 29 20:24:25.320945 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: dns_domain_ports.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.321839 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.322343 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 29 20:24:25.322673 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.323554 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.324089 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 29 20:24:25.324417 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: dvr.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.325056 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.325560 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: dvr Aug 29 20:24:25.325890 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: ecmp_routes.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.326769 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.327273 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension ecmp_routes not supported by any of loaded plugins Aug 29 20:24:25.327603 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: empty_string_filtering.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.328501 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.329010 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: empty-string-filtering Aug 29 20:24:25.329339 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.330756 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.331268 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 29 20:24:25.331597 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.332509 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.333017 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 29 20:24:25.333347 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: external_net.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.334223 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.334739 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: external-net Aug 29 20:24:25.335074 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: extra_dhcp_opt.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.335972 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.336490 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: extra_dhcp_opt Aug 29 20:24:25.336820 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: extraroute.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.337695 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.338205 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: extraroute Aug 29 20:24:25.338538 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: extraroute_atomic.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.339535 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.340089 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: extraroute-atomic Aug 29 20:24:25.340420 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: filter_validation.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.341261 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.341784 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: filter-validation Aug 29 20:24:25.342114 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: fip_pf_description.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.342994 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.343507 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 29 20:24:25.343836 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: fip_pf_port_range.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.344745 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.345254 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 29 20:24:25.346170 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: fip_port_details.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.347060 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.347583 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: fip-port-details Aug 29 20:24:25.347907 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: flavors.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.349116 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.349632 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: flavors Aug 29 20:24:25.349965 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.351591 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.352147 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 29 20:24:25.352483 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: floatingip_pools.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.353154 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.353669 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: floatingip-pools Aug 29 20:24:25.354001 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: ip_allocation.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.354885 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.355399 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension ip_allocation not supported by any of loaded plugins Aug 29 20:24:25.355731 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.356640 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.357151 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: ip-substring-filtering Aug 29 20:24:25.357483 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: l2_adjacency.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.358388 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.358892 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension l2_adjacency not supported by any of loaded plugins Aug 29 20:24:25.359224 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: l3.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.360213 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.360733 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: router Aug 29 20:24:25.361075 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: l3_conntrack_helper.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.363323 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.363853 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 29 20:24:25.364222 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.365121 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.365640 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: ext-gw-mode Aug 29 20:24:25.365970 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.366851 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.367364 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: l3-ha Aug 29 20:24:25.367694 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.368599 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.369108 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 29 20:24:25.369437 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: l3_flavors.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.370320 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.370840 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: l3-flavors Aug 29 20:24:25.371173 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: l3_ndp_proxy.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.372547 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.373063 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 29 20:24:25.373400 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.374282 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.374794 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: l3-port-ip-change-not-allowed Aug 29 20:24:25.375126 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: l3agentscheduler.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.376189 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.376705 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: l3_agent_scheduler Aug 29 20:24:25.377064 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: local_ip.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.378776 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.379310 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension local_ip not supported by any of loaded plugins Aug 29 20:24:25.379651 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: logging.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.381128 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.381658 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension logging not supported by any of loaded plugins Aug 29 20:24:25.381999 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: metering.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.382719 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.383499 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: metering Aug 29 20:24:25.383841 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.384936 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.385459 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: metering_source_and_destination_fields Aug 29 20:24:25.385792 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: multiprovidernet.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.386821 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.387367 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: multi-provider Aug 29 20:24:25.387699 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: netmtu.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.388606 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.389121 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: net-mtu Aug 29 20:24:25.389452 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: netmtu_writable.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.390347 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.390864 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: net-mtu-writable Aug 29 20:24:25.391196 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: network_availability_zone.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.391836 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.392913 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: network_availability_zone Aug 29 20:24:25.393249 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: network_ip_availability.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.394324 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.394835 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: network-ip-availability Aug 29 20:24:25.395168 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: network_segment_range.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.395906 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.396445 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension network-segment-range not supported by any of loaded plugins Aug 29 20:24:25.396776 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: pagination.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.397745 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.398070 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: pagination Aug 29 20:24:25.398399 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: port_device_profile.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.399275 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.399795 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: port-device-profile Aug 29 20:24:25.400150 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: port_mac_address_override.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.401046 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.401561 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: port-mac-override Aug 29 20:24:25.401894 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.402782 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.403295 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: port-mac-address-regenerate Aug 29 20:24:25.403626 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.404551 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.405056 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: port-numa-affinity-policy Aug 29 20:24:25.405388 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: port_resource_request.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.406268 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.406781 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension port-resource-request not supported by any of loaded plugins Aug 29 20:24:25.407111 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: port_resource_request_groups.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.408626 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.409149 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 29 20:24:25.409478 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: portbindings.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.410375 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.410903 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: binding Aug 29 20:24:25.411240 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: portbindings_extended.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.412753 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.413277 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: binding-extended Aug 29 20:24:25.413614 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: portsecurity.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.414495 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.415114 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: port-security Aug 29 20:24:25.415455 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: project_id.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.416428 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.416768 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: project-id Aug 29 20:24:25.417100 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: providernet.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.417988 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.418509 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: provider Aug 29 20:24:25.418842 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: qos.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.422301 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.422832 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension qos not supported by any of loaded plugins Aug 29 20:24:25.423169 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.424454 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.424977 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 29 20:24:25.425316 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.426234 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.426753 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 29 20:24:25.427086 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: qos_default.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.427997 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.428513 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension qos-default not supported by any of loaded plugins Aug 29 20:24:25.428845 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: qos_fip.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.429739 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.430255 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension qos-fip not supported by any of loaded plugins Aug 29 20:24:25.430594 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: qos_fip_network_policy.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.431476 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.432008 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 29 20:24:25.432343 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: qos_gateway_ip.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.433233 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.433747 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 29 20:24:25.434079 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: qos_port_network_policy.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.434956 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.435465 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 29 20:24:25.435795 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.436826 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.437340 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 29 20:24:25.437673 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.438674 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.439191 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 29 20:24:25.439547 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: qos_pps_rule.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.440731 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.441247 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension qos-pps not supported by any of loaded plugins Aug 29 20:24:25.441581 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: qos_rule_type_details.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.442463 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.442972 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 29 20:24:25.443302 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: qos_rule_type_filter.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.444218 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.444724 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 29 20:24:25.445053 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: qos_rules_alias.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.446058 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.446570 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 29 20:24:25.446900 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: quota_check_limit.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.447786 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.448336 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: quota-check-limit Aug 29 20:24:25.448667 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: quotasv2.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.449580 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.449913 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: quotas Aug 29 20:24:25.450241 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: quotasv2_detail.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.451907 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.452285 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: quota_details Aug 29 20:24:25.452627 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: rbac.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.453947 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.454480 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: rbac-policies Aug 29 20:24:25.454820 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: rbac_address_group.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.456283 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.456814 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: rbac-address-group Aug 29 20:24:25.457148 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: rbac_address_scope.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.458038 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.458561 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: rbac-address-scope Aug 29 20:24:25.458892 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: rbac_security_groups.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.459863 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.460414 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: rbac-security-groups Aug 29 20:24:25.460752 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: rbac_subnetpool.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.461644 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.462162 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: rbac-subnetpool Aug 29 20:24:25.462493 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: revisionifmatch.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.463387 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.463902 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: revision-if-match Aug 29 20:24:25.464262 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: revisions.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.465356 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.465875 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: standard-attr-revisions Aug 29 20:24:25.466211 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: router_availability_zone.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.466857 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.467375 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: router_availability_zone Aug 29 20:24:25.467706 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: routerservicetype.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.468627 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.469138 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension router-service-type not supported by any of loaded plugins Aug 29 20:24:25.469468 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.470358 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.471520 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: security-groups-normalized-cidr Aug 29 20:24:25.471851 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: security_groups_port_filtering.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.473524 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.473524 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: port-security-groups-filtering Aug 29 20:24:25.477223 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.478557 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.479580 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: security-groups-remote-address-group Aug 29 20:24:25.479920 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.480859 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.481384 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: security-groups-shared-filtering Aug 29 20:24:25.481716 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: securitygroup.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.491255 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.491795 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: security-group Aug 29 20:24:25.492174 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: segment.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.492883 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.493403 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension segment not supported by any of loaded plugins Aug 29 20:24:25.493738 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.494656 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.495182 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 29 20:24:25.495516 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: servicetype.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.496615 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.497145 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: service-type Aug 29 20:24:25.497481 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: sorting.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.498443 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.498785 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: sorting Aug 29 20:24:25.499118 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: standard_attr_segment.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.500025 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.500547 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 29 20:24:25.500877 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: standardattrdescription.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.501498 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.502040 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: standard-attr-description Aug 29 20:24:25.502369 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: stateful_security_group.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.503279 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.503799 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: stateful-security-group Aug 29 20:24:25.504162 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: stdattrs_common.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.504721 dv-cinder-854263-2-iscsi neutron-server[106087]: WARNING neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 29 20:24:25.505058 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.505994 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.506466 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 29 20:24:25.506794 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: subnet_onboard.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.507808 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.508355 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: subnet_onboard Aug 29 20:24:25.508687 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.509602 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.510114 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 29 20:24:25.510444 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: subnet_service_types.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.511353 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.511875 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: subnet-service-types Aug 29 20:24:25.512230 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: subnetallocation.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.513260 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.513782 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: subnet_allocation Aug 29 20:24:25.514118 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.514766 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.515296 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: subnetpool-prefix-ops Aug 29 20:24:25.515629 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.516664 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.517191 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 29 20:24:25.518090 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: tagging.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.519073 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.519601 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: standard-attr-tag Aug 29 20:24:25.519961 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: timestamp.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.521130 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.521653 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loaded extension: standard-attr-timestamp Aug 29 20:24:25.521987 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: trunk.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.522982 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.523504 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension trunk not supported by any of loaded plugins Aug 29 20:24:25.523839 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: trunk_details.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.524785 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.525331 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension trunk-details not supported by any of loaded plugins Aug 29 20:24:25.525663 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: uplink_status_propagation.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.526551 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.527066 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 29 20:24:25.527396 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Loading extension file: vlantransparent.py {{(pid=106087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 20:24:25.528070 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 20:24:25.528584 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extension vlan-transparent not supported by any of loaded plugins Aug 29 20:24:25.531199 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.quota.resource_registry [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Creating instance of TrackedResource for resource:network Aug 29 20:24:25.531728 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.quota.resource_registry [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Creating instance of TrackedResource for resource:subnet Aug 29 20:24:25.532164 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.quota.resource_registry [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 20:24:25.532562 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.quota.resource_registry [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Creating instance of TrackedResource for resource:port Aug 29 20:24:25.534473 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.v2.resource_helper [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 20:24:25.534927 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.v2.resource_helper [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Service FLAVORS assigned prefix: {{(pid=106087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 20:24:25.535557 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.v2.resource_helper [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 20:24:25.536023 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.v2.resource_helper [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 20:24:25.536367 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.quota.resource_registry [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Creating instance of TrackedResource for resource:router Aug 29 20:24:25.537069 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.quota.resource_registry [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Creating instance of TrackedResource for resource:floatingip Aug 29 20:24:25.537580 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.v2.resource_helper [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Service METERING assigned prefix: /metering {{(pid=106087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 20:24:25.539022 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.539402 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.539765 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:24:25.540810 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.quota.resource_registry [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 20:24:25.541266 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.quota.resource_registry [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Creating instance of TrackedResource for resource:security_group Aug 29 20:24:25.541712 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.quota.resource_registry [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 20:24:25.542239 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.v2.resource_helper [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Service CORE assigned prefix: {{(pid=106087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 20:24:25.542577 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.quota.resource_registry [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 20:24:25.542934 dv-cinder-854263-2-iscsi neutron-server[106087]: WARNING neutron.quota.resource_registry [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] subnetpool is already registered Aug 29 20:24:25.543386 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.v2.resource_helper [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Service CORE assigned prefix: {{(pid=106087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 20:24:25.543730 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.quota.resource_registry [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 20:24:25.544103 dv-cinder-854263-2-iscsi neutron-server[106087]: WARNING neutron.quota.resource_registry [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] subnetpool is already registered Aug 29 20:24:25.546516 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.v2.resource_helper [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 20:24:25.546963 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.v2.resource_helper [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Service FLAVORS assigned prefix: {{(pid=106087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 20:24:25.547571 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.v2.resource_helper [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 20:24:25.548038 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.v2.resource_helper [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 20:24:25.548387 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.quota.resource_registry [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Creating instance of TrackedResource for resource:router Aug 29 20:24:25.548777 dv-cinder-854263-2-iscsi neutron-server[106087]: WARNING neutron.quota.resource_registry [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] router is already registered Aug 29 20:24:25.549194 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.quota.resource_registry [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Creating instance of TrackedResource for resource:floatingip Aug 29 20:24:25.549543 dv-cinder-854263-2-iscsi neutron-server[106087]: WARNING neutron.quota.resource_registry [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] floatingip is already registered Aug 29 20:24:25.550007 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.v2.resource_helper [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Service METERING assigned prefix: /metering {{(pid=106087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 20:24:25.550702 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.quota.resource_registry [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 20:24:25.551045 dv-cinder-854263-2-iscsi neutron-server[106087]: WARNING neutron.quota.resource_registry [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] rbac_policy is already registered Aug 29 20:24:25.551465 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.quota.resource_registry [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Creating instance of TrackedResource for resource:security_group Aug 29 20:24:25.551811 dv-cinder-854263-2-iscsi neutron-server[106087]: WARNING neutron.quota.resource_registry [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] security_group is already registered Aug 29 20:24:25.552253 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.quota.resource_registry [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 20:24:25.552598 dv-cinder-854263-2-iscsi neutron-server[106087]: WARNING neutron.quota.resource_registry [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] security_group_rule is already registered Aug 29 20:24:25.553238 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.v2.resource_helper [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Service CORE assigned prefix: {{(pid=106087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 20:24:25.553691 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.quota.resource_registry [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 20:24:25.554037 dv-cinder-854263-2-iscsi neutron-server[106087]: WARNING neutron.quota.resource_registry [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] subnetpool is already registered Aug 29 20:24:25.554576 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.v2.resource_helper [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Service CORE assigned prefix: {{(pid=106087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 20:24:25.554931 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.quota.resource_registry [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 20:24:25.555370 dv-cinder-854263-2-iscsi neutron-server[106087]: WARNING neutron.quota.resource_registry [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] subnetpool is already registered Aug 29 20:24:25.555859 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: extensions {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.557366 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: address-groups {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.558861 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: address-scopes {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.560235 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: agents {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.561410 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: auto-allocated-topology {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.562668 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: availability_zones {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.563964 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: dhcp-networks {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.565571 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: dhcp-agents {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.567032 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: routers {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.568792 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: flavors {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.570080 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: service_profiles {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.571320 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: next_providers {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.572822 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: service_profiles {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.575398 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: floatingip-pools {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.576697 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: routers {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.578422 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: floatingips {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.579715 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: l3-routers {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.581706 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: l3-agents {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.583126 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: metering-labels {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.584426 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: metering-label-rules {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.585843 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: network-ip-availabilities {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.587126 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: bindings {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.588768 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: quotas {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.590434 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: quotas {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.592029 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: rbac-policies {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.593280 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: security-groups {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.594611 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: security-group-rules {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.595995 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: service-providers {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.597240 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: subnetpools {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.598563 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: subnetpools {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.600170 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: tags {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.601861 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: tags {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.603686 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: tags {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.605518 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: tags {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.607247 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: tags {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.609243 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: tags {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.610971 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: tags {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.612945 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: tags {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.614746 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: tags {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.616547 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron.api.extensions [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Extended resource: tags {{(pid=106087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 20:24:25.622728 dv-cinder-854263-2-iscsi neutron-server[106087]: WARNING keystonemiddleware.auth_token [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 29 20:24:25.628398 dv-cinder-854263-2-iscsi neutron-server[106087]: WARNING keystonemiddleware.auth_token [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 29 20:24:25.637452 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_concurrency.lockutils [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Acquiring lock "singleton_lock" {{(pid=106087) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 29 20:24:25.637786 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_concurrency.lockutils [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Acquired lock "singleton_lock" {{(pid=106087) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 29 20:24:25.638260 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_concurrency.lockutils [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Releasing lock "singleton_lock" {{(pid=106087) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 29 20:24:25.638905 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO oslo_service.service [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Starting 2 workers Aug 29 20:24:25.644254 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Started child 106198 {{(pid=106087) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 20:24:25.648748 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Started child 106199 {{(pid=106087) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 20:24:25.649693 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:25.650382 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO neutron.service [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Neutron service started, listening on 0.0.0.0:9696 Aug 29 20:24:25.651019 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Publish callbacks [] for process (None), before_spawn {{(pid=106087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:25.651204 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [-] (106198) wsgi starting up on http://0.0.0.0:9696 Aug 29 20:24:25.653448 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO oslo_service.service [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Starting 1 workers Aug 29 20:24:25.653620 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:25.654875 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [-] (106199) wsgi starting up on http://0.0.0.0:9696 Aug 29 20:24:25.658656 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Started child 106200 {{(pid=106087) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 20:24:25.659202 dv-cinder-854263-2-iscsi neutron-server[106087]: INFO oslo_service.service [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Starting 1 workers Aug 29 20:24:25.662672 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.service [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] calling RpcWorker wait() {{(pid=106200) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 29 20:24:25.663220 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.service [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] returning from RpcWorker wait() {{(pid=106200) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 29 20:24:25.663963 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Started child 106201 {{(pid=106087) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 20:24:25.664583 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:25.664768 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG neutron_lib.callbacks.manager [None req-05a711f1-c206-4186-90db-a40e71ebf86c None None] Publish callbacks [] for process (None), after_spawn {{(pid=106087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:25.665137 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:24:25.666914 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106087) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 20:24:25.667138 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 20:24:25.667398 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 20:24:25.667690 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 20:24:25.668135 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 20:24:25.668326 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 20:24:25.668920 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.669505 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.669617 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:25.670081 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.670187 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.671028 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.671700 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.672186 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.672929 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.673435 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.673846 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.674384 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.674958 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.675385 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.675900 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.676751 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.677234 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.678034 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.678653 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.679120 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.679647 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.680184 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.680716 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] debug = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.681427 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.682183 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.682909 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.683640 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.684120 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.684638 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.685079 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.685532 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.686266 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.687640 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.688718 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.689065 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.690010 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.690304 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.691073 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.691614 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.691894 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.692455 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] host = dv-cinder-854263-2-iscsi {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.692939 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.693645 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.693951 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:24:25.694316 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.694559 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.694872 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.695334 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.695645 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.696020 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.696351 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.696632 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.696940 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.702398 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.702398 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.702398 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] log_file = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.702398 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] log_options = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.702398 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.702777 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.702845 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.703063 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.703230 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.703410 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.703695 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.703867 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.704167 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.704890 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.705737 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.705973 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.706227 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.706473 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.706740 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.707000 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.707246 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.707547 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.707822 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.708117 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.708373 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.708639 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.708904 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.709151 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.709413 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.709674 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.709936 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.710183 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.710630 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.710940 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.711273 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.711685 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.712115 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.712362 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.712649 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.712890 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.713142 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.713359 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.713831 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.714261 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.714530 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.714788 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.715200 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.715457 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.715699 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.715920 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.716181 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] use_json = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.716407 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.716627 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.716875 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.717303 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.717751 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.717976 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.718199 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.718622 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.719709 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.720302 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.720671 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.721204 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.721680 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.722146 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.722459 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.722787 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.723178 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.723445 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.723708 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.724050 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.724465 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.724909 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.725345 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.725631 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.726140 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.726601 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.726872 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.727131 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.727386 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.727603 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.727872 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.728186 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.728625 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.729052 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.729310 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.729714 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.730004 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.730444 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.730872 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.731225 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.731499 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.731775 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.732193 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.732574 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.732965 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.733351 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.733724 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.734083 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.734451 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.734839 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.735125 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.735369 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.735608 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.735829 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.736084 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.736341 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.736604 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.736862 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.737087 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.737323 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.737557 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.737773 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.737990 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.738222 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.738458 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.738698 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.738929 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.739184 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.739446 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.739698 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.739967 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.740203 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.740427 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.740665 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.740884 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.741105 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.741317 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.741546 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.741769 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.742005 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.742243 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.742462 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.742698 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.742932 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.743151 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.743383 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.743650 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.743879 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.744115 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.744332 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.744543 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.744755 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.744977 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.745188 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.745950 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.746176 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.746395 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.746615 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.746833 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.747069 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.747307 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.747629 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.747901 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.748218 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.748610 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.748870 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.749094 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.749348 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.749588 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.749897 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.750118 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.750388 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.750614 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.750845 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.751068 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.751306 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.751550 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.752288 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.752593 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.752808 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.753027 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.753246 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.753491 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.753711 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.753956 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.754214 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.754462 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.754719 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.754978 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.755200 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.755458 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.755703 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.756058 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.756263 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.756549 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.756793 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.757072 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.757414 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.757683 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.757921 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.758194 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.758442 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.758720 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.758977 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.759236 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.759468 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.759718 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.759976 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.760218 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.760443 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.760662 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.760899 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.761220 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.761450 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.761690 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.761930 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.762207 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.762442 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.762684 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.762947 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.763199 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.763432 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.763668 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.763895 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.764162 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.764392 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.764628 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.764845 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.765061 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.765274 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.765493 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.765707 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.765942 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.766176 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.766391 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.766611 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.766826 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.767065 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.767284 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.767571 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.767788 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.768029 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.768287 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.768505 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.768725 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.768943 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.769163 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.769745 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.769745 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.769936 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.770121 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.770364 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.770595 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.771424 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.771424 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.771424 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.771696 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.771798 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.771959 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.772165 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.772391 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.772627 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.772868 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.773095 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.773311 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.773572 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.773810 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.773955 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:24:25.774164 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.774425 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.774655 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.774907 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.775159 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.775395 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.775612 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.775828 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.776090 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.776309 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.776540 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.776742 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.776995 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.777214 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.777431 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.777646 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.777884 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.778101 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.778359 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.778599 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.778829 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.779070 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.779289 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.779510 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.779747 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.779996 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.780220 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.780433 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.780644 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.780857 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.781077 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.781288 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.781616 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.781873 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.782107 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.782367 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.782619 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.782857 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.783643 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.783856 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.784089 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.784317 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.784532 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.784744 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.784972 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.785182 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.785393 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.785615 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.785832 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.786042 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.786268 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.786500 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.786972 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.787195 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.787410 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.787621 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.787846 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.788147 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.788360 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.788583 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.788801 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.789013 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.789260 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.789473 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.789685 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.789906 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.790123 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.790334 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.790649 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.790901 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.791123 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.791425 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.791679 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.791924 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.792186 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.792498 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.792733 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.792999 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.793245 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.793466 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.793688 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.793944 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.794269 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.794544 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.794781 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.795034 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.795321 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.795614 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.795893 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.796150 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.796609 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.796801 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.797077 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.797335 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.797605 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.797847 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.798093 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.799965 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.799965 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.799965 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.799965 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.799965 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.799965 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.799965 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.799965 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.800487 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.800487 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.800648 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.800877 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.801274 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.801494 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.801652 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 20:24:25.802201 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106087) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 20:24:25.802400 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 20:24:25.802495 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 20:24:25.802660 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 20:24:25.802837 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 20:24:25.802989 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 20:24:25.803201 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.803364 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.803517 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.803680 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.803876 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.804063 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.804227 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.804382 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.804685 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.804853 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.805014 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.805209 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.805304 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.805470 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.805620 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.805781 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.805939 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.806101 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.806260 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.806418 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.806577 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.806735 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] debug = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.806925 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.807111 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.807276 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.807435 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.807594 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.807751 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.807910 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.808090 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.808248 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.808407 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.808566 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.808725 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.808883 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.809041 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.809199 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.809357 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.809515 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.809672 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] host = dv-cinder-854263-2-iscsi {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.809831 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.809989 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.810149 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.810308 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.810466 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.810623 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.810783 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.810941 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.811101 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.811260 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.811418 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.811576 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.811736 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.811894 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] log_file = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.812072 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] log_options = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.812230 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.812389 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.812547 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.812734 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.812904 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.813063 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.813221 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.813381 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.813539 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.813697 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.813855 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.814014 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.814174 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.814868 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.815027 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.815185 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.815342 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.815570 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.815672 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.815807 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.815983 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.816145 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.816302 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.816460 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.816620 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.816778 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.816935 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.817093 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.817250 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.817409 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.817568 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.817727 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.817885 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.818044 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.818202 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.818359 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.818519 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.818677 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.818839 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.818997 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.819154 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.819312 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.819470 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.819628 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.819786 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.819953 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.820757 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] use_json = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.820757 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.820757 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.820757 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.820757 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.821091 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.821091 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.821207 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.821277 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.821435 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 20:24:25.821615 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.821779 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.821951 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.822114 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.822276 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.822437 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.822598 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.822760 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.822926 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.823088 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.823257 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.823419 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.823591 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.823753 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.823915 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.824100 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.824263 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.824425 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.824587 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.824749 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.824911 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.825072 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.825243 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.825403 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.825565 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.825726 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.825889 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.826060 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.826221 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.826390 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.826566 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.826728 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.826889 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.827051 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.827214 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.827376 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.827538 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.827701 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.827862 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.828051 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.828215 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.828374 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.828688 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.828850 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.829013 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.829176 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.829339 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.829502 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.829664 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.829827 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.830066 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.830230 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.830392 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.830555 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.830754 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.830917 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.831079 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.831253 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.831415 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.831578 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.831740 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.831902 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.832089 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.832252 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.832414 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.832575 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.832737 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.832903 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.833078 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.833240 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.833401 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.833563 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.833725 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.833886 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.834048 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.834209 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.834371 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.834533 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.834695 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.834857 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.835018 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.835180 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.835341 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.835502 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.835664 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.835825 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.836006 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.836168 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.836329 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.836491 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.836651 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.836821 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.836999 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.837161 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.837324 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.837486 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.837646 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.837808 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.837971 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.838131 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.838293 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.838454 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.838616 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.838777 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.838942 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.839103 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.839264 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.839425 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.839587 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.839748 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.839909 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.840087 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.840249 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.840410 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.840571 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.840732 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.840893 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.841055 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.841217 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.841377 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.841537 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.841698 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.841858 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.842030 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.842191 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.842355 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.842517 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.842687 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.842863 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.843026 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.843188 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.843349 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.843510 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.843671 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.843832 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.844013 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.844176 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.844337 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.844498 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.844671 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.844833 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.844995 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.845156 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.845339 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.846030 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.846195 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.846357 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.846526 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.846683 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.846843 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.847003 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.847164 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.847326 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.847487 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.847650 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.847810 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.847996 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.848158 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.848319 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.848480 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.848641 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.848802 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.848963 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.849123 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.849283 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.849444 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.849603 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.849764 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.849978 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.850146 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.850306 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.850469 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.850629 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.850789 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.850950 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.851111 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.851272 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.851434 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.851594 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.851759 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.851923 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.852104 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.852266 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.852428 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.852590 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.852770 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.852932 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.853097 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.853258 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.853423 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.853585 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.853746 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.853908 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.854070 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.854231 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.854393 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.854554 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.854716 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.854900 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.855585 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.855585 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.855585 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.855585 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.855901 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.855901 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.856089 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.856179 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.856263 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.856422 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.856582 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.856742 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.856904 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.857066 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.857227 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.857388 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.857549 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.857713 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.857876 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.858036 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.858198 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.858359 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.858522 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.858682 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.858844 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.859005 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.859166 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.859327 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.859489 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.859650 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.859811 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.860004 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.860167 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.860328 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.860488 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.860649 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.860810 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.860982 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.861196 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.861962 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.862074 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.862194 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.862355 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.862527 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.862688 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.862850 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.863011 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.863176 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.863336 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.863510 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.863671 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.863849 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.864000 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.864162 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.864323 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.864495 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.864659 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.864806 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.864966 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.865128 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.865288 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.865460 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.865622 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.865783 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.865947 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.866104 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.866277 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.866435 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.866599 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.866761 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.866929 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.867090 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.867252 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.867413 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.867590 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.867788 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.867904 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.868085 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.868247 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.868410 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.868574 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.868739 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.868910 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.869078 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.869241 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.869411 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.869581 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.869752 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.869913 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.870081 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.870254 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.870415 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.870576 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.870736 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.870898 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.871060 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.871222 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.871383 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.871543 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.871703 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.871866 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.872046 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.872209 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.872371 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.872533 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.872694 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.872856 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.873016 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.873177 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.873337 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 20:24:25.873493 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 20:24:25.891697 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 56670) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:24:25.898624 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [-] 10.222.0.18 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0047979 Aug 29 20:24:25.903014 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [-] 10.222.0.18 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038102 Aug 29 20:24:35.124367 dv-cinder-854263-2-iscsi neutron-server[106087]: DEBUG dbcounter [-] [106087] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106087) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:37.179492 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writer thread running {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 20:24:37.183339 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc45a1e-489d-4463-9984-bfacad49e2e4 None None] get_active_networks_info from dv-cinder-854263-2-iscsi {{(pid=106200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 29 20:24:37.271059 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc45a1e-489d-4463-9984-bfacad49e2e4 None None] No non-hosted networks {{(pid=106200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 29 20:24:37.272859 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7086a6a8-2ab1-490d-84f4-ba30b107bbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-653701'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:38.906992 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writer thread running {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 20:24:39.510914 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a04bccce-ac8e-4cb7-9ce2-49964c2169e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-653701'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:39.521916 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.db.api [None req-f72e2c53-59a3-45ca-aeff-2e8bb2206da1 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-854263-2-iscsi {{(pid=106200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 29 20:24:39.522674 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG oslo_db.api [None req-f72e2c53-59a3-45ca-aeff-2e8bb2206da1 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 20:24:40.055062 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f72e2c53-59a3-45ca-aeff-2e8bb2206da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:40.669774 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-653701'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:40.972650 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 56744) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:24:41.641107 dv-cinder-854263-2-iscsi neutron-server[106198]: WARNING oslo_policy.policy [None req-8ace5660-6d88-4969-9537-37c4275c31a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 20:24:41.641727 dv-cinder-854263-2-iscsi neutron-server[106198]: WARNING oslo_policy.policy [None req-8ace5660-6d88-4969-9537-37c4275c31a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 20:24:41.864998 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [None req-8ace5660-6d88-4969-9537-37c4275c31a1 admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 20:24:41.866414 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-8ace5660-6d88-4969-9537-37c4275c31a1 admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8918133 Aug 29 20:24:42.168033 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-653701'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:42.309304 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-653701'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:42.309981 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:42.310540 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:42.311063 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:42.311566 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:42.312110 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:42.312608 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:42.313113 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:42.313458 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:42.313923 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:42.314390 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:42.315428 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:42.315753 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:42.316318 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:42.316821 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:42.317256 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:42.317691 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-854263-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:24:42.323694 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-854263-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:24:44.359293 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 56776) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:24:44.701413 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-bc318800-6aed-4bce-9c1d-45b63a4f045b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:24:44.713930 dv-cinder-854263-2-iscsi neutron-server[106198]: ERROR stevedore.extension [None req-bc318800-6aed-4bce-9c1d-45b63a4f045b admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 29 20:24:44.797397 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.policy [None req-bc318800-6aed-4bce-9c1d-45b63a4f045b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106198) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 20:24:44.838987 dv-cinder-854263-2-iscsi neutron-server[106198]: WARNING oslo_policy.policy [None req-bc318800-6aed-4bce-9c1d-45b63a4f045b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 20:24:44.839364 dv-cinder-854263-2-iscsi neutron-server[106198]: WARNING oslo_policy.policy [None req-bc318800-6aed-4bce-9c1d-45b63a4f045b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 20:24:44.859974 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writer thread running {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 20:24:44.938324 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-bc318800-6aed-4bce-9c1d-45b63a4f045b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787001286364', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787001284816', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787001301428', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787001326681', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787001316757', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787001313989', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4173550', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4177343', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-555445', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-644281'] for rbac-policy (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:45.010428 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-bc318800-6aed-4bce-9c1d-45b63a4f045b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:45.011546 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-bc318800-6aed-4bce-9c1d-45b63a4f045b admin admin] 10.222.0.18 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6511376 Aug 29 20:24:45.680018 dv-cinder-854263-2-iscsi neutron-server[106200]: INFO neutron.db.l3_hamode_db [None req-0fc4147d-84c8-4116-bbf1-695e86fbb2eb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 29 20:24:45.753803 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc4147d-84c8-4116-bbf1-695e86fbb2eb None None] Routers set() bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:24:45.754195 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc4147d-84c8-4116-bbf1-695e86fbb2eb None None] Router IDs set() for agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 29 20:24:47.427956 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 56786) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:24:47.744973 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:24:47.775704 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] Made reservation on behalf of 0370c388ce4e42d2ad10ebca467e24dc for: {'network': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:24:47.780284 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for network (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:47.799801 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:47.910611 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] Publish callbacks [] for security_group (506068c1-4dcd-438d-b2b6-ac4d8b75d3ef), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:47.914813 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (506068c1-4dcd-438d-b2b6-ac4d8b75d3ef), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:47.947262 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=106198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:24:47.977055 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787001567802', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (8b4c41e1-c9d2-4a86-91db-62704c135cff), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:47.977629 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] Unsubscribe: segment precommit_create {{(pid=106198) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 20:24:47.978160 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.db.segments_db [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] Added segment 8b4c41e1-c9d2-4a86-91db-62704c135cff of type vlan for network f80f8f7f-3dd7-47ad-a6fe-7971173fac63 Aug 29 20:24:47.984301 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=506068c1-4dcd-438d-b2b6-ac4d8b75d3ef,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:24:48.019624 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:48.019982 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:48.020340 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:48.020690 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:48.021021 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:48.021347 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:48.021667 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:48.021985 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:48.022305 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:48.022621 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:48.022938 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:48.023270 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:48.023587 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:48.023899 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:48.024244 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] Tracked resource versions report: Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: pushed versions: Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: { 'AddressGroup': {'1.2'}, Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: 'Agent': {'1.1'}, Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: 'ConntrackHelper': {'1.0'}, Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: 'LocalIPAssociation': {'1.0'}, Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: 'Log': {'1.0'}, Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: 'NDPProxy': {'1.0'}, Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: 'Network': {'1.1'}, Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: 'Port': {'1.7'}, Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: 'PortForwarding': {'1.3'}, Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: 'QosPolicy': {'1.10'}, Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: 'SecurityGroup': {'1.5'}, Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: 'SecurityGroupRule': {'1.2'}, Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: 'SubPort': {'1.0'}, Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: 'Subnet': {'1.1'}, Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: 'Trunk': {'1.1'}} Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: consumer versions: Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: { DHCP agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: L3 agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: Metadata agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: Metering agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: Open vSwitch agent@dv-cinder-854263-2-iscsi: { 'AddressGroup': '1.2', Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: 'Agent': '1.1', Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: 'ConntrackHelper': '1.0', Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: 'LocalIPAssociation': '1.0', Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: 'Log': '1.0', Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: 'NDPProxy': '1.0', Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: 'Network': '1.1', Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: 'Port': '1.7', Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: 'PortForwarding': '1.3', Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: 'QosPolicy': '1.10', Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: 'SecurityGroup': '1.5', Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: 'SecurityGroupRule': '1.2', Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: 'SubPort': '1.0', Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: 'Subnet': '1.1', Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: 'Trunk': '1.1'}} Aug 29 20:24:48.025615 dv-cinder-854263-2-iscsi neutron-server[106198]: {{(pid=106198) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 20:24:48.085163 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001069397'] for network (f80f8f7f-3dd7-47ad-a6fe-7971173fac63), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:48.124438 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957'] for network (f80f8f7f-3dd7-47ad-a6fe-7971173fac63), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:48.129866 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:48.130577 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:48.154900 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=52,neutron:INSERT=45,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:48.230609 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8015862 Aug 29 20:24:48.254331 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6565bc-2f9f-4288-b3c8-4e0e468cd943 demo demo] Pushing event updated for resources: {'Network': ['ID=f80f8f7f-3dd7-47ad-a6fe-7971173fac63,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:24:48.269275 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Network f80f8f7f-3dd7-47ad-a6fe-7971173fac63 details requested by agent ovs-agent-dv-cinder-854263-2-iscsi with host dv-cinder-854263-2-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:24:50.672908 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 56800) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:24:51.223441 dv-cinder-854263-2-iscsi neutron-server[106199]: WARNING oslo_policy.policy [None req-46f813a0-b037-427a-b975-a3b75c968936 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 20:24:51.223986 dv-cinder-854263-2-iscsi neutron-server[106199]: WARNING oslo_policy.policy [None req-46f813a0-b037-427a-b975-a3b75c968936 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 20:24:51.455092 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writer thread running {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 20:24:51.623646 dv-cinder-854263-2-iscsi neutron-server[106199]: ERROR stevedore.extension [None req-46f813a0-b037-427a-b975-a3b75c968936 demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 29 20:24:51.681504 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.policy [None req-46f813a0-b037-427a-b975-a3b75c968936 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106199) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 20:24:51.723969 dv-cinder-854263-2-iscsi neutron-server[106199]: WARNING oslo_policy.policy [None req-46f813a0-b037-427a-b975-a3b75c968936 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 20:24:51.724330 dv-cinder-854263-2-iscsi neutron-server[106199]: WARNING oslo_policy.policy [None req-46f813a0-b037-427a-b975-a3b75c968936 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 20:24:51.732099 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f813a0-b037-427a-b975-a3b75c968936 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:51.733913 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-46f813a0-b037-427a-b975-a3b75c968936 demo admin] 10.222.0.18 "GET /networking/v2.0/networks/f80f8f7f-3dd7-47ad-a6fe-7971173fac63 HTTP/1.1" status: 200 len: 825 time: 1.0601926 Aug 29 20:24:51.775496 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-325abb36-599d-4235-8478-3985fcd4095f demo admin] 10.222.0.18 "GET /networking/v2.0/subnetpools/59ea909b-3fc8-4e87-b7ee-1b2e026d6f2a HTTP/1.1" status: 200 len: 734 time: 0.0349247 Aug 29 20:24:51.784817 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-3f4ac456-99ec-48c1-8808-6971732e4526 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '59ea909b-3fc8-4e87-b7ee-1b2e026d6f2a', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'f80f8f7f-3dd7-47ad-a6fe-7971173fac63'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:24:51.823553 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4ac456-99ec-48c1-8808-6971732e4526 demo admin] Made reservation on behalf of 0370c388ce4e42d2ad10ebca467e24dc for: {'subnet': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:24:51.826385 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3f4ac456-99ec-48c1-8808-6971732e4526 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:52.122785 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3f4ac456-99ec-48c1-8808-6971732e4526 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957'] for subnet (869ca1e0-8d41-4b97-a513-97349ce09f2e), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:52.192729 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ac456-99ec-48c1-8808-6971732e4526 demo admin] Checking segment: {'id': '8b4c41e1-c9d2-4a86-91db-62704c135cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f80f8f7f-3dd7-47ad-a6fe-7971173fac63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:24:52.193020 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4ac456-99ec-48c1-8808-6971732e4526 demo admin] Network hostable DHCP agents. Network: f80f8f7f-3dd7-47ad-a6fe-7971173fac63, hostable agents: ['aba3b8c1-ed4e-40c9-99d3-a300910cc497'], hosted agents: [] {{(pid=106199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:24:52.210156 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ac456-99ec-48c1-8808-6971732e4526 demo admin] Pushing event updated for resources: {'Subnet': ['ID=869ca1e0-8d41-4b97-a513-97349ce09f2e,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:24:52.226734 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ac456-99ec-48c1-8808-6971732e4526 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:52.227200 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ac456-99ec-48c1-8808-6971732e4526 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:52.227558 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ac456-99ec-48c1-8808-6971732e4526 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:52.228051 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ac456-99ec-48c1-8808-6971732e4526 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:52.228386 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ac456-99ec-48c1-8808-6971732e4526 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:52.228711 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ac456-99ec-48c1-8808-6971732e4526 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:52.229033 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ac456-99ec-48c1-8808-6971732e4526 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:52.229354 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ac456-99ec-48c1-8808-6971732e4526 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:52.229687 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ac456-99ec-48c1-8808-6971732e4526 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:52.230010 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ac456-99ec-48c1-8808-6971732e4526 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:52.230329 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ac456-99ec-48c1-8808-6971732e4526 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:52.230665 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ac456-99ec-48c1-8808-6971732e4526 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:52.230982 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ac456-99ec-48c1-8808-6971732e4526 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:52.231300 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ac456-99ec-48c1-8808-6971732e4526 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:52.231612 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ac456-99ec-48c1-8808-6971732e4526 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ac456-99ec-48c1-8808-6971732e4526 demo admin] Tracked resource versions report: Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: pushed versions: Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: { 'AddressGroup': {'1.2'}, Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: 'Agent': {'1.1'}, Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: 'ConntrackHelper': {'1.0'}, Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: 'LocalIPAssociation': {'1.0'}, Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: 'Log': {'1.0'}, Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: 'NDPProxy': {'1.0'}, Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: 'Network': {'1.1'}, Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: 'Port': {'1.7'}, Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: 'PortForwarding': {'1.3'}, Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: 'QosPolicy': {'1.10'}, Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: 'SecurityGroup': {'1.5'}, Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: 'SecurityGroupRule': {'1.2'}, Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: 'SubPort': {'1.0'}, Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: 'Subnet': {'1.1'}, Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: 'Trunk': {'1.1'}} Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: consumer versions: Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: { DHCP agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: L3 agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: Metadata agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: Metering agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: Open vSwitch agent@dv-cinder-854263-2-iscsi: { 'AddressGroup': '1.2', Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: 'Agent': '1.1', Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: 'ConntrackHelper': '1.0', Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: 'LocalIPAssociation': '1.0', Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: 'Log': '1.0', Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: 'NDPProxy': '1.0', Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: 'Network': '1.1', Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: 'Port': '1.7', Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: 'PortForwarding': '1.3', Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: 'QosPolicy': '1.10', Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: 'SecurityGroup': '1.5', Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: 'SecurityGroupRule': '1.2', Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: 'SubPort': '1.0', Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: 'Subnet': '1.1', Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: 'Trunk': '1.1'}} Aug 29 20:24:52.232968 dv-cinder-854263-2-iscsi neutron-server[106199]: {{(pid=106199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 20:24:52.244474 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4ac456-99ec-48c1-8808-6971732e4526 demo admin] Network f80f8f7f-3dd7-47ad-a6fe-7971173fac63 is scheduled to be hosted by DHCP agent aba3b8c1-ed4e-40c9-99d3-a300910cc497 with binding_index 1 {{(pid=106199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:24:52.261811 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-3f4ac456-99ec-48c1-8808-6971732e4526 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-2-iscsi, f80f8f7f-3dd7-47ad-a6fe-7971173fac63) {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:24:52.274209 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4ac456-99ec-48c1-8808-6971732e4526 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:24:52.274844 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3f4ac456-99ec-48c1-8808-6971732e4526 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for subnet (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:52.279766 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31729dc8-ba76-49f1-be18-2de074b66667 None None] Network f80f8f7f-3dd7-47ad-a6fe-7971173fac63 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:24:52.297775 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-3f4ac456-99ec-48c1-8808-6971732e4526 demo admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5166652 Aug 29 20:24:52.544421 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83f671a-a6f4-538f-9d53-80dd384b293c-f80f8f7f-3dd7-47ad-a6fe-7971173fac63', 'network_id': 'f80f8f7f-3dd7-47ad-a6fe-7971173fac63', 'project_id': '0370c388ce4e42d2ad10ebca467e24dc', 'fixed_ips': [{'subnet_id': '869ca1e0-8d41-4b97-a513-97349ce09f2e'}]}} from dv-cinder-854263-2-iscsi. {{(pid=106200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 20:24:52.545707 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:52.804018 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=61,neutron:INSERT=38,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:52.835977 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.db_base_plugin_common [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Allocated IP 172.20.0.2 (f80f8f7f-3dd7-47ad-a6fe-7971173fac63/869ca1e0-8d41-4b97-a513-97349ce09f2e/f319f847-7529-45d9-a218-bb5ffe3ae807) {{(pid=106200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:24:53.103859 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Publish callbacks [] for port (f319f847-7529-45d9-a218-bb5ffe3ae807), precommit_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:53.111082 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414'] for port (f319f847-7529-45d9-a218-bb5ffe3ae807), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:53.195595 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Network f80f8f7f-3dd7-47ad-a6fe-7971173fac63 is already hosted by enough agents. {{(pid=106200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:24:53.197124 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.scheduler.base_scheduler [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Resources bound (agent type, host, resource id): {{(pid=106200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:24:53.199985 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Received port after_create {{(pid=106200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:24:53.206775 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Pushing event updated for resources: {'Port': ['ID=f319f847-7529-45d9-a218-bb5ffe3ae807,revision_number=1']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:24:53.251199 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:53.251532 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:53.251919 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:53.252819 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:53.253183 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:53.253507 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:53.253826 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:53.254151 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:53.254469 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:53.254785 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:53.255105 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:53.255436 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:53.255754 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:53.256090 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:53.256404 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Tracked resource versions report: Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: pushed versions: Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: { 'AddressGroup': {'1.2'}, Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: 'Agent': {'1.1'}, Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: 'ConntrackHelper': {'1.0'}, Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: 'LocalIPAssociation': {'1.0'}, Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: 'Log': {'1.0'}, Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: 'NDPProxy': {'1.0'}, Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: 'Network': {'1.1'}, Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: 'Port': {'1.7'}, Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: 'PortForwarding': {'1.3'}, Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: 'QosPolicy': {'1.10'}, Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: 'SecurityGroup': {'1.5'}, Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: 'SecurityGroupRule': {'1.2'}, Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: 'SubPort': {'1.0'}, Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: 'Subnet': {'1.1'}, Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: 'Trunk': {'1.1'}} Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: consumer versions: Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: { DHCP agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: L3 agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: Metadata agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: Metering agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: Open vSwitch agent@dv-cinder-854263-2-iscsi: { 'AddressGroup': '1.2', Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: 'Agent': '1.1', Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: 'ConntrackHelper': '1.0', Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: 'LocalIPAssociation': '1.0', Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: 'Log': '1.0', Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: 'NDPProxy': '1.0', Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: 'Network': '1.1', Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: 'Port': '1.7', Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: 'PortForwarding': '1.3', Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: 'QosPolicy': '1.10', Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: 'SecurityGroup': '1.5', Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: 'SecurityGroupRule': '1.2', Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: 'SubPort': '1.0', Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: 'Subnet': '1.1', Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: 'Trunk': '1.1'}} Aug 29 20:24:53.257793 dv-cinder-854263-2-iscsi neutron-server[106200]: {{(pid=106200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 20:24:53.295168 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Attempting to bind port f319f847-7529-45d9-a218-bb5ffe3ae807 on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:24:53.295796 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Attempting to bind port f319f847-7529-45d9-a218-bb5ffe3ae807 by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': '8b4c41e1-c9d2-4a86-91db-62704c135cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f80f8f7f-3dd7-47ad-a6fe-7971173fac63'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:24:53.296015 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Attempting to bind port f319f847-7529-45d9-a218-bb5ffe3ae807 on network f80f8f7f-3dd7-47ad-a6fe-7971173fac63 {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:24:53.301663 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:24:53.302044 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Checking segment: {'id': '8b4c41e1-c9d2-4a86-91db-62704c135cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f80f8f7f-3dd7-47ad-a6fe-7971173fac63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:24:53.302528 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:53.302910 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Bound using segment: {'id': '8b4c41e1-c9d2-4a86-91db-62704c135cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f80f8f7f-3dd7-47ad-a6fe-7971173fac63'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:24:53.303386 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Bound port: f319f847-7529-45d9-a218-bb5ffe3ae807, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4c41e1-c9d2-4a86-91db-62704c135cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f80f8f7f-3dd7-47ad-a6fe-7971173fac63'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:24:53.303773 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (f319f847-7529-45d9-a218-bb5ffe3ae807), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:53.361383 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:53.367535 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] For port f319f847-7529-45d9-a218-bb5ffe3ae807, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:24:53.387972 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] For port f319f847-7529-45d9-a218-bb5ffe3ae807, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=f319f847-7529-45d9-a218-bb5ffe3ae807,segment=NetworkSegment(8b4c41e1-c9d2-4a86-91db-62704c135cff),segment_id=8b4c41e1-c9d2-4a86-91db-62704c135cff)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:24:53.394626 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (f319f847-7529-45d9-a218-bb5ffe3ae807), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:24:53.449773 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654c46f-1a93-4ef6-9864-50205138feaa None None] Pushing event updated for resources: {'Port': ['ID=f319f847-7529-45d9-a218-bb5ffe3ae807,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:24:54.733765 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 56824) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:24:55.064676 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [None req-ca7e1a5d-ed75-4bff-a4f8-12644bb4ab72 admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 20:24:55.065672 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-ca7e1a5d-ed75-4bff-a4f8-12644bb4ab72 admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3309681 Aug 29 20:24:55.192187 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:55.194392 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=6 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:24:57.566305 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 56836) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:24:57.907794 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [None req-ecd0f8ca-78c9-495a-bb68-07afc8287312 admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 20:24:57.909355 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-ecd0f8ca-78c9-495a-bb68-07afc8287312 admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3420427 Aug 29 20:24:58.250822 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=53,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:00.369472 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 56848) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:00.726425 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-4f30385c-0e2c-4b28-a2a3-cc3ad56ce1a2 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:25:00.750594 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4f30385c-0e2c-4b28-a2a3-cc3ad56ce1a2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6777'] for router (ed72eda7-b71f-4d98-9f04-566a9694011d), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:00.752087 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4f30385c-0e2c-4b28-a2a3-cc3ad56ce1a2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6774'] for router (ed72eda7-b71f-4d98-9f04-566a9694011d), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:00.894698 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4f30385c-0e2c-4b28-a2a3-cc3ad56ce1a2 demo demo] Publish callbacks [] for router_controller (ed72eda7-b71f-4d98-9f04-566a9694011d), precommit_add_association {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:00.899660 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4f30385c-0e2c-4b28-a2a3-cc3ad56ce1a2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639037'] for router (ed72eda7-b71f-4d98-9f04-566a9694011d), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:00.917219 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4f30385c-0e2c-4b28-a2a3-cc3ad56ce1a2 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:00.918423 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-4f30385c-0e2c-4b28-a2a3-cc3ad56ce1a2 demo demo] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5479534 Aug 29 20:25:01.647847 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c8151b-8a45-48df-aed7-bb035146dc1e None None] Network f80f8f7f-3dd7-47ad-a6fe-7971173fac63 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:25:01.737345 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-5d934992-8e30-48f3-ae0f-3969ff2189bb None None] Provisioning complete for port f319f847-7529-45d9-a218-bb5ffe3ae807 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:25:01.737745 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-5d934992-8e30-48f3-ae0f-3969ff2189bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (f319f847-7529-45d9-a218-bb5ffe3ae807), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:01.917808 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-5d934992-8e30-48f3-ae0f-3969ff2189bb None None] Current status of the port f319f847-7529-45d9-a218-bb5ffe3ae807 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:25:01.918123 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-5d934992-8e30-48f3-ae0f-3969ff2189bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (f319f847-7529-45d9-a218-bb5ffe3ae807), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:01.957968 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-5d934992-8e30-48f3-ae0f-3969ff2189bb None None] For port f319f847-7529-45d9-a218-bb5ffe3ae807, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=f319f847-7529-45d9-a218-bb5ffe3ae807,segment=NetworkSegment(8b4c41e1-c9d2-4a86-91db-62704c135cff),segment_id=8b4c41e1-c9d2-4a86-91db-62704c135cff)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:25:01.963486 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-5d934992-8e30-48f3-ae0f-3969ff2189bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (f319f847-7529-45d9-a218-bb5ffe3ae807), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:02.006633 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:02.012752 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device f319f847-7529-45d9-a218-bb5ffe3ae807 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:25:02.021281 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d934992-8e30-48f3-ae0f-3969ff2189bb None None] Pushing event updated for resources: {'Port': ['ID=f319f847-7529-45d9-a218-bb5ffe3ae807,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:02.068553 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port f319f847-7529-45d9-a218-bb5ffe3ae807 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:25:02.068947 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (f319f847-7529-45d9-a218-bb5ffe3ae807), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:02.115733 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-66a7daa5-8007-49e4-9d5f-900695bea78c None None] Provisioning complete for port f319f847-7529-45d9-a218-bb5ffe3ae807 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:25:02.116374 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-66a7daa5-8007-49e4-9d5f-900695bea78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (f319f847-7529-45d9-a218-bb5ffe3ae807), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:02.205442 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port f319f847-7529-45d9-a218-bb5ffe3ae807 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:25:02.238918 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-66a7daa5-8007-49e4-9d5f-900695bea78c None None] Current status of the port f319f847-7529-45d9-a218-bb5ffe3ae807 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:25:02.257443 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=61,neutron:INSERT=34,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:02.291213 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=61,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:03.345039 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 56858) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:03.674880 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [None req-2c9d07f7-27cd-4927-8cb1-e362a48d6e3d admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 20:25:03.675901 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-2c9d07f7-27cd-4927-8cb1-e362a48d6e3d admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3297851 Aug 29 20:25:03.953002 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device f319f847-7529-45d9-a218-bb5ffe3ae807 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:25:03.997134 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port f319f847-7529-45d9-a218-bb5ffe3ae807 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:25:03.997525 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (f319f847-7529-45d9-a218-bb5ffe3ae807), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:04.067222 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port f319f847-7529-45d9-a218-bb5ffe3ae807 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:25:06.098923 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 56866) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:06.415187 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-caa424f0-9a0f-4abb-90c3-900119087b50 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:25:06.435164 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa424f0-9a0f-4abb-90c3-900119087b50 admin admin] Made reservation on behalf of 31796c851dfa4e61a8e1afef74d31165 for: {'network': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:25:06.437410 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-caa424f0-9a0f-4abb-90c3-900119087b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for network (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:06.445971 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-caa424f0-9a0f-4abb-90c3-900119087b50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:06.522567 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-caa424f0-9a0f-4abb-90c3-900119087b50 admin admin] Publish callbacks [] for security_group (9dcec10e-f519-4279-8ff5-96414be066de), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:06.526265 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-caa424f0-9a0f-4abb-90c3-900119087b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (9dcec10e-f519-4279-8ff5-96414be066de), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:06.541860 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-caa424f0-9a0f-4abb-90c3-900119087b50 admin admin] Reserving flat network on physical network physnet1 {{(pid=106198) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 29 20:25:06.568863 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa424f0-9a0f-4abb-90c3-900119087b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcec10e-f519-4279-8ff5-96414be066de,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:06.571638 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-caa424f0-9a0f-4abb-90c3-900119087b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (7b1a4088-6354-4188-b546-d431dc1c13d7), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:06.572003 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.db.segments_db [None req-caa424f0-9a0f-4abb-90c3-900119087b50 admin admin] Added segment 7b1a4088-6354-4188-b546-d431dc1c13d7 of type flat for network 6d9f465d-5886-43f5-9015-44f8e49732f9 Aug 29 20:25:06.620184 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-caa424f0-9a0f-4abb-90c3-900119087b50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001069397'] for network (6d9f465d-5886-43f5-9015-44f8e49732f9), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:06.669180 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-caa424f0-9a0f-4abb-90c3-900119087b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957'] for network (6d9f465d-5886-43f5-9015-44f8e49732f9), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:06.670138 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa424f0-9a0f-4abb-90c3-900119087b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:06.670712 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-caa424f0-9a0f-4abb-90c3-900119087b50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:06.744636 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-caa424f0-9a0f-4abb-90c3-900119087b50 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6446004 Aug 29 20:25:06.764611 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa424f0-9a0f-4abb-90c3-900119087b50 admin admin] Pushing event updated for resources: {'Network': ['ID=6d9f465d-5886-43f5-9015-44f8e49732f9,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:06.774916 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Network 6d9f465d-5886-43f5-9015-44f8e49732f9 details requested by agent ovs-agent-dv-cinder-854263-2-iscsi with host dv-cinder-854263-2-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:25:07.132160 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-cb9e29b0-e9b1-499b-b760-b5d0623bd087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:09.121483 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 56874) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:09.456957 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:09.465264 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-5156d23f-ee3e-4fb3-a0a6-87e5c0e951b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:09.526939 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844c1736-14ea-4612-8c39-4d541d47ee3d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:09.528369 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-844c1736-14ea-4612-8c39-4d541d47ee3d demo admin] 10.222.0.18 "GET /networking/v2.0/subnets/869ca1e0-8d41-4b97-a513-97349ce09f2e HTTP/1.1" status: 200 len: 849 time: 0.4059367 Aug 29 20:25:09.648904 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-85aac8fc-36f4-4f46-9c93-4fc66d368969 demo admin] 10.222.0.18 "GET /networking/v2.0/routers/ed72eda7-b71f-4d98-9f04-566a9694011d HTTP/1.1" status: 200 len: 704 time: 0.1145761 Aug 29 20:25:09.918095 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-afe5d08c-939f-47a1-978e-4771d9c11aa6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:09.992209 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:09.999040 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:10.220596 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-afe5d08c-939f-47a1-978e-4771d9c11aa6 demo admin] Allocated IP 172.20.0.1 (f80f8f7f-3dd7-47ad-a6fe-7971173fac63/869ca1e0-8d41-4b97-a513-97349ce09f2e/4db0357d-c162-4120-b5b6-f717ca691618) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:25:10.407984 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-afe5d08c-939f-47a1-978e-4771d9c11aa6 demo admin] Publish callbacks [] for port (4db0357d-c162-4120-b5b6-f717ca691618), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:10.472443 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-afe5d08c-939f-47a1-978e-4771d9c11aa6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414'] for port (4db0357d-c162-4120-b5b6-f717ca691618), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:10.594108 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe5d08c-939f-47a1-978e-4771d9c11aa6 demo admin] Network f80f8f7f-3dd7-47ad-a6fe-7971173fac63 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:25:10.603406 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-afe5d08c-939f-47a1-978e-4771d9c11aa6 demo admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:25:10.608211 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5d08c-939f-47a1-978e-4771d9c11aa6 demo admin] Pushing event updated for resources: {'Port': ['ID=4db0357d-c162-4120-b5b6-f717ca691618,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:10.611134 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe5d08c-939f-47a1-978e-4771d9c11aa6 demo admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:25:10.612234 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-afe5d08c-939f-47a1-978e-4771d9c11aa6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639577'] for router_interface (ed72eda7-b71f-4d98-9f04-566a9694011d), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:10.632282 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:10.811822 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-0f1f47bf-9c79-495f-af22-ba4017ad2bab None None] Provisioning complete for port 4db0357d-c162-4120-b5b6-f717ca691618 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:25:10.812223 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-0f1f47bf-9c79-495f-af22-ba4017ad2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (4db0357d-c162-4120-b5b6-f717ca691618), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:10.818175 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-afe5d08c-939f-47a1-978e-4771d9c11aa6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (4db0357d-c162-4120-b5b6-f717ca691618), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:10.891807 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-0f1f47bf-9c79-495f-af22-ba4017ad2bab None None] Port 4db0357d-c162-4120-b5b6-f717ca691618 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:25:11.039652 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-afe5d08c-939f-47a1-978e-4771d9c11aa6 demo admin] Publish callbacks [] for port (4db0357d-c162-4120-b5b6-f717ca691618), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:11.044390 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-afe5d08c-939f-47a1-978e-4771d9c11aa6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (4db0357d-c162-4120-b5b6-f717ca691618), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:11.045226 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-afe5d08c-939f-47a1-978e-4771d9c11aa6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639693'] for router_interface (ed72eda7-b71f-4d98-9f04-566a9694011d), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:11.091235 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:11.125767 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5d08c-939f-47a1-978e-4771d9c11aa6 demo admin] Pushing event updated for resources: {'Port': ['ID=4db0357d-c162-4120-b5b6-f717ca691618,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:11.158958 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:11.181567 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe5d08c-939f-47a1-978e-4771d9c11aa6 demo admin] Network f80f8f7f-3dd7-47ad-a6fe-7971173fac63 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:25:11.183030 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-afe5d08c-939f-47a1-978e-4771d9c11aa6 demo admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:25:11.354578 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe5d08c-939f-47a1-978e-4771d9c11aa6 demo admin] Router ed72eda7-b71f-4d98-9f04-566a9694011d is scheduled to L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 with binding_index 1 {{(pid=106198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 20:25:11.413807 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-cf6dffcb-b74e-4545-8902-54bb0b0acb53 None None] Provisioning complete for port 4db0357d-c162-4120-b5b6-f717ca691618 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:25:11.414190 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-cf6dffcb-b74e-4545-8902-54bb0b0acb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (4db0357d-c162-4120-b5b6-f717ca691618), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:11.447482 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-cf6dffcb-b74e-4545-8902-54bb0b0acb53 None None] Port 4db0357d-c162-4120-b5b6-f717ca691618 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:25:11.460118 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe5d08c-939f-47a1-978e-4771d9c11aa6 demo admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:25:11.468383 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-afe5d08c-939f-47a1-978e-4771d9c11aa6 demo admin] 10.222.0.18 "PUT /networking/v2.0/routers/ed72eda7-b71f-4d98-9f04-566a9694011d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8121021 Aug 29 20:25:11.480501 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e78b149-5eac-4021-8707-58640e0110bd None None] Sync routers for ids ['ed72eda7-b71f-4d98-9f04-566a9694011d'] in dv-cinder-854263-2-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:25:11.493505 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e78b149-5eac-4021-8707-58640e0110bd None None] Routers {'ed72eda7-b71f-4d98-9f04-566a9694011d'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:25:11.494331 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-0e78b149-5eac-4021-8707-58640e0110bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:25:09Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['ed72eda7-b71f-4d98-9f04-566a9694011d'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:11.683488 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-0e78b149-5eac-4021-8707-58640e0110bd None None] Set router ed72eda7-b71f-4d98-9f04-566a9694011d gateway port host: None {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:25:12.135127 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:12.162280 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-0e78b149-5eac-4021-8707-58640e0110bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed72eda7-b71f-4d98-9f04-566a9694011d', 'name': 'router1', 'tenant_id': '0370c388ce4e42d2ad10ebca467e24dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:25:00Z', 'updated_at': '2022-08-29T20:25:10Z', 'revision_number': 2, 'project_id': '0370c388ce4e42d2ad10ebca467e24dc', 'gw_port_host': None, '_interfaces': [{'id': '4db0357d-c162-4120-b5b6-f717ca691618', 'name': '', 'network_id': 'f80f8f7f-3dd7-47ad-a6fe-7971173fac63', 'tenant_id': '0370c388ce4e42d2ad10ebca467e24dc', 'mac_address': 'fa:16:3e:65:c0:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed72eda7-b71f-4d98-9f04-566a9694011d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '869ca1e0-8d41-4b97-a513-97349ce09f2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:25:09Z', 'updated_at': '2022-08-29T20:25:10Z', 'revision_number': 2, 'project_id': '0370c388ce4e42d2ad10ebca467e24dc', 'subnets': [{'id': '869ca1e0-8d41-4b97-a513-97349ce09f2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '59ea909b-3fc8-4e87-b7ee-1b2e026d6f2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:12.212879 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e78b149-5eac-4021-8707-58640e0110bd None None] Checking router: ed72eda7-b71f-4d98-9f04-566a9694011d for host: dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:25:12.213253 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e78b149-5eac-4021-8707-58640e0110bd None None] Updating router ed72eda7-b71f-4d98-9f04-566a9694011d port 4db0357d-c162-4120-b5b6-f717ca691618 binding host dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:25:12.282638 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0e78b149-5eac-4021-8707-58640e0110bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (4db0357d-c162-4120-b5b6-f717ca691618), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:12.326415 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:12.851459 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0e78b149-5eac-4021-8707-58640e0110bd None None] Publish callbacks [] for port (4db0357d-c162-4120-b5b6-f717ca691618), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:12.860868 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0e78b149-5eac-4021-8707-58640e0110bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (4db0357d-c162-4120-b5b6-f717ca691618), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:13.077896 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abdc653-7f0c-4eae-aa41-f41e226006a7 None None] Pushing event updated for resources: {'Port': ['ID=4db0357d-c162-4120-b5b6-f717ca691618,revision_number=3']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:13.088797 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-0e78b149-5eac-4021-8707-58640e0110bd None None] Attempting to bind port 4db0357d-c162-4120-b5b6-f717ca691618 on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:25:13.089188 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-0e78b149-5eac-4021-8707-58640e0110bd None None] Attempting to bind port 4db0357d-c162-4120-b5b6-f717ca691618 by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': '8b4c41e1-c9d2-4a86-91db-62704c135cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f80f8f7f-3dd7-47ad-a6fe-7971173fac63'}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:25:13.089611 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e78b149-5eac-4021-8707-58640e0110bd None None] Attempting to bind port 4db0357d-c162-4120-b5b6-f717ca691618 on network f80f8f7f-3dd7-47ad-a6fe-7971173fac63 {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:25:13.093180 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abdc653-7f0c-4eae-aa41-f41e226006a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:13.093521 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abdc653-7f0c-4eae-aa41-f41e226006a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:13.093864 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abdc653-7f0c-4eae-aa41-f41e226006a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:13.094198 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abdc653-7f0c-4eae-aa41-f41e226006a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:13.094521 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abdc653-7f0c-4eae-aa41-f41e226006a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:13.094850 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abdc653-7f0c-4eae-aa41-f41e226006a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:13.095175 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abdc653-7f0c-4eae-aa41-f41e226006a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:13.096039 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abdc653-7f0c-4eae-aa41-f41e226006a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:13.096355 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abdc653-7f0c-4eae-aa41-f41e226006a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:13.096669 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abdc653-7f0c-4eae-aa41-f41e226006a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:13.096992 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abdc653-7f0c-4eae-aa41-f41e226006a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:13.097318 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abdc653-7f0c-4eae-aa41-f41e226006a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:13.097634 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abdc653-7f0c-4eae-aa41-f41e226006a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:13.097947 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abdc653-7f0c-4eae-aa41-f41e226006a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:13.098265 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abdc653-7f0c-4eae-aa41-f41e226006a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abdc653-7f0c-4eae-aa41-f41e226006a7 None None] Tracked resource versions report: Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: pushed versions: Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: { 'AddressGroup': {'1.2'}, Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: 'Agent': {'1.1'}, Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: 'ConntrackHelper': {'1.0'}, Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: 'LocalIPAssociation': {'1.0'}, Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: 'Log': {'1.0'}, Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: 'NDPProxy': {'1.0'}, Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: 'Network': {'1.1'}, Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: 'Port': {'1.7'}, Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: 'PortForwarding': {'1.3'}, Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: 'QosPolicy': {'1.10'}, Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: 'SecurityGroup': {'1.5'}, Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: 'SecurityGroupRule': {'1.2'}, Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: 'SubPort': {'1.0'}, Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: 'Subnet': {'1.1'}, Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: 'Trunk': {'1.1'}} Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: consumer versions: Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: { DHCP agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: L3 agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: Metadata agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: Metering agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: Open vSwitch agent@dv-cinder-854263-2-iscsi: { 'AddressGroup': '1.2', Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: 'Agent': '1.1', Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: 'ConntrackHelper': '1.0', Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: 'LocalIPAssociation': '1.0', Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: 'Log': '1.0', Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: 'NDPProxy': '1.0', Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: 'Network': '1.1', Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: 'Port': '1.7', Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: 'PortForwarding': '1.3', Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: 'QosPolicy': '1.10', Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: 'SecurityGroup': '1.5', Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: 'SecurityGroupRule': '1.2', Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: 'SubPort': '1.0', Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: 'Subnet': '1.1', Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: 'Trunk': '1.1'}} Aug 29 20:25:13.099647 dv-cinder-854263-2-iscsi neutron-server[106201]: {{(pid=106201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 20:25:13.105802 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e78b149-5eac-4021-8707-58640e0110bd None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:25:13.106339 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e78b149-5eac-4021-8707-58640e0110bd None None] Checking segment: {'id': '8b4c41e1-c9d2-4a86-91db-62704c135cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f80f8f7f-3dd7-47ad-a6fe-7971173fac63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:25:13.106838 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0e78b149-5eac-4021-8707-58640e0110bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:13.107225 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e78b149-5eac-4021-8707-58640e0110bd None None] Bound using segment: {'id': '8b4c41e1-c9d2-4a86-91db-62704c135cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f80f8f7f-3dd7-47ad-a6fe-7971173fac63'} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:25:13.107701 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-0e78b149-5eac-4021-8707-58640e0110bd None None] Bound port: 4db0357d-c162-4120-b5b6-f717ca691618, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4c41e1-c9d2-4a86-91db-62704c135cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f80f8f7f-3dd7-47ad-a6fe-7971173fac63'}}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:25:13.108117 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0e78b149-5eac-4021-8707-58640e0110bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (4db0357d-c162-4120-b5b6-f717ca691618), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:13.179808 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-0e78b149-5eac-4021-8707-58640e0110bd None None] For port 4db0357d-c162-4120-b5b6-f717ca691618, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:25:13.203312 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-0e78b149-5eac-4021-8707-58640e0110bd None None] For port 4db0357d-c162-4120-b5b6-f717ca691618, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=4db0357d-c162-4120-b5b6-f717ca691618,segment=NetworkSegment(8b4c41e1-c9d2-4a86-91db-62704c135cff),segment_id=8b4c41e1-c9d2-4a86-91db-62704c135cff)] {{(pid=106201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:25:13.209957 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0e78b149-5eac-4021-8707-58640e0110bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (4db0357d-c162-4120-b5b6-f717ca691618), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:13.244423 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:13.245065 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:13.253581 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e78b149-5eac-4021-8707-58640e0110bd None None] Routers {'ed72eda7-b71f-4d98-9f04-566a9694011d'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:25:13.254371 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-0e78b149-5eac-4021-8707-58640e0110bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:25:09Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['ed72eda7-b71f-4d98-9f04-566a9694011d'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:13.341438 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abdc653-7f0c-4eae-aa41-f41e226006a7 None None] Pushing event updated for resources: {'Port': ['ID=4db0357d-c162-4120-b5b6-f717ca691618,revision_number=4']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:13.362707 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-0e78b149-5eac-4021-8707-58640e0110bd None None] Set router ed72eda7-b71f-4d98-9f04-566a9694011d gateway port host: None {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:25:13.571368 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-0e78b149-5eac-4021-8707-58640e0110bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed72eda7-b71f-4d98-9f04-566a9694011d', 'name': 'router1', 'tenant_id': '0370c388ce4e42d2ad10ebca467e24dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:25:00Z', 'updated_at': '2022-08-29T20:25:10Z', 'revision_number': 2, 'project_id': '0370c388ce4e42d2ad10ebca467e24dc', 'gw_port_host': None, '_interfaces': [{'id': '4db0357d-c162-4120-b5b6-f717ca691618', 'name': '', 'network_id': 'f80f8f7f-3dd7-47ad-a6fe-7971173fac63', 'tenant_id': '0370c388ce4e42d2ad10ebca467e24dc', 'mac_address': 'fa:16:3e:65:c0:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed72eda7-b71f-4d98-9f04-566a9694011d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '869ca1e0-8d41-4b97-a513-97349ce09f2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:25:09Z', 'updated_at': '2022-08-29T20:25:13Z', 'revision_number': 4, 'project_id': '0370c388ce4e42d2ad10ebca467e24dc', 'subnets': [{'id': '869ca1e0-8d41-4b97-a513-97349ce09f2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '59ea909b-3fc8-4e87-b7ee-1b2e026d6f2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:13.597819 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e78b149-5eac-4021-8707-58640e0110bd None None] The sync data for ids ['ed72eda7-b71f-4d98-9f04-566a9694011d'] in dv-cinder-854263-2-iscsi is: [{'id': 'ed72eda7-b71f-4d98-9f04-566a9694011d', 'name': 'router1', 'tenant_id': '0370c388ce4e42d2ad10ebca467e24dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:25:00Z', 'updated_at': '2022-08-29T20:25:10Z', 'revision_number': 2, 'project_id': '0370c388ce4e42d2ad10ebca467e24dc', 'gw_port_host': None, '_interfaces': [{'id': '4db0357d-c162-4120-b5b6-f717ca691618', 'name': '', 'network_id': 'f80f8f7f-3dd7-47ad-a6fe-7971173fac63', 'tenant_id': '0370c388ce4e42d2ad10ebca467e24dc', 'mac_address': 'fa:16:3e:65:c0:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed72eda7-b71f-4d98-9f04-566a9694011d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '869ca1e0-8d41-4b97-a513-97349ce09f2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:25:09Z', 'updated_at': '2022-08-29T20:25:13Z', 'revision_number': 4, 'project_id': '0370c388ce4e42d2ad10ebca467e24dc', 'subnets': [{'id': '869ca1e0-8d41-4b97-a513-97349ce09f2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '59ea909b-3fc8-4e87-b7ee-1b2e026d6f2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:25:13.918904 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 56888) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:14.332027 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc2a6f5-3170-498b-aa81-96579d9693c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:14.334727 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-afc2a6f5-3170-498b-aa81-96579d9693c7 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/6d9f465d-5886-43f5-9015-44f8e49732f9 HTTP/1.1" status: 200 len: 842 time: 0.4135447 Aug 29 20:25:14.343495 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-273174cb-c339-433a-8793-ebc4a9c7e682 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'gateway_ip': '172.27.1.1'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:25:14.374685 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273174cb-c339-433a-8793-ebc4a9c7e682 admin admin] Made reservation on behalf of 31796c851dfa4e61a8e1afef74d31165 for: {'subnet': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:25:14.377865 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-273174cb-c339-433a-8793-ebc4a9c7e682 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:14.703147 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.objects.ports [None req-273174cb-c339-433a-8793-ebc4a9c7e682 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106198) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 29 20:25:14.703603 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-273174cb-c339-433a-8793-ebc4a9c7e682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957'] for subnet (a46a7c4b-a1af-42c4-bdce-13dd23ff8d25), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:14.783986 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273174cb-c339-433a-8793-ebc4a9c7e682 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a46a7c4b-a1af-42c4-bdce-13dd23ff8d25,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:14.800776 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273174cb-c339-433a-8793-ebc4a9c7e682 admin admin] Checking segment: {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:25:14.801327 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273174cb-c339-433a-8793-ebc4a9c7e682 admin admin] Network hostable DHCP agents. Network: 6d9f465d-5886-43f5-9015-44f8e49732f9, hostable agents: ['aba3b8c1-ed4e-40c9-99d3-a300910cc497'], hosted agents: [] {{(pid=106198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:25:14.827786 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273174cb-c339-433a-8793-ebc4a9c7e682 admin admin] Network 6d9f465d-5886-43f5-9015-44f8e49732f9 is scheduled to be hosted by DHCP agent aba3b8c1-ed4e-40c9-99d3-a300910cc497 with binding_index 1 {{(pid=106198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:25:14.841549 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-273174cb-c339-433a-8793-ebc4a9c7e682 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-2-iscsi, 6d9f465d-5886-43f5-9015-44f8e49732f9) {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:25:14.848288 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273174cb-c339-433a-8793-ebc4a9c7e682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:14.849256 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-273174cb-c339-433a-8793-ebc4a9c7e682 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:14.856267 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cdae36-ad35-4e90-84df-20e46727020f None None] Network 6d9f465d-5886-43f5-9015-44f8e49732f9 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:25:14.863106 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:14.879668 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-273174cb-c339-433a-8793-ebc4a9c7e682 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5383518 Aug 29 20:25:14.985445 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa5f926-bb90-4ecd-baab-f43def3f03e0 None None] Network 6d9f465d-5886-43f5-9015-44f8e49732f9 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:25:17.446307 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 56896) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:17.974301 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-6dfa7466-ec5a-4757-9ace-dc8c5cd744e1 demo admin] 10.222.0.18 "GET /networking/v2.0/routers/ed72eda7-b71f-4d98-9f04-566a9694011d HTTP/1.1" status: 200 len: 710 time: 0.5268512 Aug 29 20:25:18.068255 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c8ff92-dd13-46d3-b037-8a38dffaa9aa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:25:18.069667 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-c7c8ff92-dd13-46d3-b037-8a38dffaa9aa demo admin] 10.222.0.18 "GET /networking/v2.0/networks/6d9f465d-5886-43f5-9015-44f8e49732f9 HTTP/1.1" status: 200 len: 886 time: 0.0896199 Aug 29 20:25:18.079474 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-b485af44-0417-4e05-ab2d-275e9aa48846 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:25:18.147889 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:18.328308 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b485af44-0417-4e05-ab2d-275e9aa48846 demo admin] Publish callbacks [] for router_gateway (ed72eda7-b71f-4d98-9f04-566a9694011d), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:18.571954 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b485af44-0417-4e05-ab2d-275e9aa48846 demo admin] Publish callbacks [] for router_gateway (ed72eda7-b71f-4d98-9f04-566a9694011d), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:18.654532 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b485af44-0417-4e05-ab2d-275e9aa48846 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:18.771069 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-b485af44-0417-4e05-ab2d-275e9aa48846 demo admin] Allocated IP 172.27.1.176 (6d9f465d-5886-43f5-9015-44f8e49732f9/a46a7c4b-a1af-42c4-bdce-13dd23ff8d25/6075317f-1029-417c-b269-5d214d4fcbeb) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:25:18.879020 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:18.882988 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b485af44-0417-4e05-ab2d-275e9aa48846 demo admin] Publish callbacks [] for port (6075317f-1029-417c-b269-5d214d4fcbeb), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:18.917720 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b485af44-0417-4e05-ab2d-275e9aa48846 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414'] for port (6075317f-1029-417c-b269-5d214d4fcbeb), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:18.955728 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b485af44-0417-4e05-ab2d-275e9aa48846 demo admin] Network 6d9f465d-5886-43f5-9015-44f8e49732f9 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:25:18.960029 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-b485af44-0417-4e05-ab2d-275e9aa48846 demo admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:25:18.963771 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b485af44-0417-4e05-ab2d-275e9aa48846 demo admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:25:18.999102 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485af44-0417-4e05-ab2d-275e9aa48846 demo admin] Pushing event updated for resources: {'Port': ['ID=6075317f-1029-417c-b269-5d214d4fcbeb,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:19.122348 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:19.203625 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b485af44-0417-4e05-ab2d-275e9aa48846 demo admin] Publish callbacks [] for router_gateway (ed72eda7-b71f-4d98-9f04-566a9694011d), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:19.494730 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b485af44-0417-4e05-ab2d-275e9aa48846 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-639065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-655009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6756'] for router (ed72eda7-b71f-4d98-9f04-566a9694011d), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:19.498308 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b485af44-0417-4e05-ab2d-275e9aa48846 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-639058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-639051', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-655002'] for router (ed72eda7-b71f-4d98-9f04-566a9694011d), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:19.605502 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b485af44-0417-4e05-ab2d-275e9aa48846 demo admin] Router ed72eda7-b71f-4d98-9f04-566a9694011d has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:25:19.713041 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b485af44-0417-4e05-ab2d-275e9aa48846 demo admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:25:19.717098 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b485af44-0417-4e05-ab2d-275e9aa48846 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:19.719250 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-b485af44-0417-4e05-ab2d-275e9aa48846 demo admin] 10.222.0.18 "PUT /networking/v2.0/routers/ed72eda7-b71f-4d98-9f04-566a9694011d HTTP/1.1" status: 200 len: 890 time: 1.6432955 Aug 29 20:25:20.007152 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 4db0357d-c162-4120-b5b6-f717ca691618 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:25:20.064883 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:20.071332 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 4db0357d-c162-4120-b5b6-f717ca691618 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:25:20.071718 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (4db0357d-c162-4120-b5b6-f717ca691618), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:20.078504 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11506a5-2dda-483f-80fe-3d243dc5cd5c None None] Sync routers for ids ['ed72eda7-b71f-4d98-9f04-566a9694011d'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:25:20.114394 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11506a5-2dda-483f-80fe-3d243dc5cd5c None None] Routers {'ed72eda7-b71f-4d98-9f04-566a9694011d'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:25:20.115082 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-c11506a5-2dda-483f-80fe-3d243dc5cd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:25:09Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['ed72eda7-b71f-4d98-9f04-566a9694011d'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:20.333233 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-c11506a5-2dda-483f-80fe-3d243dc5cd5c None None] Set router ed72eda7-b71f-4d98-9f04-566a9694011d gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:25:20.576807 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 4db0357d-c162-4120-b5b6-f717ca691618 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:25:20.577117 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (4db0357d-c162-4120-b5b6-f717ca691618), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:20.677972 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] For port 4db0357d-c162-4120-b5b6-f717ca691618, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=4db0357d-c162-4120-b5b6-f717ca691618,segment=NetworkSegment(8b4c41e1-c9d2-4a86-91db-62704c135cff),segment_id=8b4c41e1-c9d2-4a86-91db-62704c135cff)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:25:20.685215 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (4db0357d-c162-4120-b5b6-f717ca691618), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:20.760354 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:20.807270 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Pushing event updated for resources: {'Port': ['ID=4db0357d-c162-4120-b5b6-f717ca691618,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:20.818477 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-c11506a5-2dda-483f-80fe-3d243dc5cd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed72eda7-b71f-4d98-9f04-566a9694011d', 'name': 'router1', 'tenant_id': '0370c388ce4e42d2ad10ebca467e24dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '6075317f-1029-417c-b269-5d214d4fcbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:25:00Z', 'updated_at': '2022-08-29T20:25:19Z', 'revision_number': 4, 'project_id': '0370c388ce4e42d2ad10ebca467e24dc', 'gw_port': {'id': '6075317f-1029-417c-b269-5d214d4fcbeb', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:79:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed72eda7-b71f-4d98-9f04-566a9694011d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:25:18Z', 'updated_at': '2022-08-29T20:25:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '4db0357d-c162-4120-b5b6-f717ca691618', 'name': '', 'network_id': 'f80f8f7f-3dd7-47ad-a6fe-7971173fac63', 'tenant_id': '0370c388ce4e42d2ad10ebca467e24dc', 'mac_address': 'fa:16:3e:65:c0:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed72eda7-b71f-4d98-9f04-566a9694011d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '869ca1e0-8d41-4b97-a513-97349ce09f2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:25:09Z', 'updated_at': '2022-08-29T20:25:13Z', 'revision_number': 4, 'project_id': '0370c388ce4e42d2ad10ebca467e24dc', 'subnets': [{'id': '869ca1e0-8d41-4b97-a513-97349ce09f2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '59ea909b-3fc8-4e87-b7ee-1b2e026d6f2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:20.867251 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11506a5-2dda-483f-80fe-3d243dc5cd5c None None] Checking router: ed72eda7-b71f-4d98-9f04-566a9694011d for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:25:20.867604 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11506a5-2dda-483f-80fe-3d243dc5cd5c None None] Updating router ed72eda7-b71f-4d98-9f04-566a9694011d port 6075317f-1029-417c-b269-5d214d4fcbeb binding host dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:25:21.004936 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-c11506a5-2dda-483f-80fe-3d243dc5cd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (6075317f-1029-417c-b269-5d214d4fcbeb), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:21.321339 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-c11506a5-2dda-483f-80fe-3d243dc5cd5c None None] Publish callbacks [] for port (6075317f-1029-417c-b269-5d214d4fcbeb), precommit_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:21.328276 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-c11506a5-2dda-483f-80fe-3d243dc5cd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (6075317f-1029-417c-b269-5d214d4fcbeb), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:21.364878 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-c11506a5-2dda-483f-80fe-3d243dc5cd5c None None] Attempting to bind port 6075317f-1029-417c-b269-5d214d4fcbeb on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:25:21.365245 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-c11506a5-2dda-483f-80fe-3d243dc5cd5c None None] Attempting to bind port 6075317f-1029-417c-b269-5d214d4fcbeb by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:25:21.365606 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11506a5-2dda-483f-80fe-3d243dc5cd5c None None] Attempting to bind port 6075317f-1029-417c-b269-5d214d4fcbeb on network 6d9f465d-5886-43f5-9015-44f8e49732f9 {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:25:21.378229 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11506a5-2dda-483f-80fe-3d243dc5cd5c None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:25:21.378598 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11506a5-2dda-483f-80fe-3d243dc5cd5c None None] Checking segment: {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:25:21.378994 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-c11506a5-2dda-483f-80fe-3d243dc5cd5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:21.379384 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11506a5-2dda-483f-80fe-3d243dc5cd5c None None] Bound using segment: {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:25:21.379858 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-c11506a5-2dda-483f-80fe-3d243dc5cd5c None None] Bound port: 6075317f-1029-417c-b269-5d214d4fcbeb, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:25:21.380265 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-c11506a5-2dda-483f-80fe-3d243dc5cd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (6075317f-1029-417c-b269-5d214d4fcbeb), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:21.402197 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b5330-f96f-4538-a115-834a7a42111c None None] Pushing event updated for resources: {'Port': ['ID=6075317f-1029-417c-b269-5d214d4fcbeb,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:21.417244 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:21.441851 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-c11506a5-2dda-483f-80fe-3d243dc5cd5c None None] For port 6075317f-1029-417c-b269-5d214d4fcbeb, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:25:21.445901 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-c11506a5-2dda-483f-80fe-3d243dc5cd5c None None] For port 6075317f-1029-417c-b269-5d214d4fcbeb, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=6075317f-1029-417c-b269-5d214d4fcbeb,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:25:21.451817 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-c11506a5-2dda-483f-80fe-3d243dc5cd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (6075317f-1029-417c-b269-5d214d4fcbeb), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:21.494605 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11506a5-2dda-483f-80fe-3d243dc5cd5c None None] Routers {'ed72eda7-b71f-4d98-9f04-566a9694011d'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:25:21.495138 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-c11506a5-2dda-483f-80fe-3d243dc5cd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:25:09Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['ed72eda7-b71f-4d98-9f04-566a9694011d'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:21.540146 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b5330-f96f-4538-a115-834a7a42111c None None] Pushing event updated for resources: {'Port': ['ID=6075317f-1029-417c-b269-5d214d4fcbeb,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:21.608753 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-c11506a5-2dda-483f-80fe-3d243dc5cd5c None None] Set router ed72eda7-b71f-4d98-9f04-566a9694011d gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:25:21.806165 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-c11506a5-2dda-483f-80fe-3d243dc5cd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed72eda7-b71f-4d98-9f04-566a9694011d', 'name': 'router1', 'tenant_id': '0370c388ce4e42d2ad10ebca467e24dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '6075317f-1029-417c-b269-5d214d4fcbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:25:00Z', 'updated_at': '2022-08-29T20:25:19Z', 'revision_number': 4, 'project_id': '0370c388ce4e42d2ad10ebca467e24dc', 'gw_port': {'id': '6075317f-1029-417c-b269-5d214d4fcbeb', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:79:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed72eda7-b71f-4d98-9f04-566a9694011d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:25:18Z', 'updated_at': '2022-08-29T20:25:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '4db0357d-c162-4120-b5b6-f717ca691618', 'name': '', 'network_id': 'f80f8f7f-3dd7-47ad-a6fe-7971173fac63', 'tenant_id': '0370c388ce4e42d2ad10ebca467e24dc', 'mac_address': 'fa:16:3e:65:c0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed72eda7-b71f-4d98-9f04-566a9694011d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '869ca1e0-8d41-4b97-a513-97349ce09f2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:25:09Z', 'updated_at': '2022-08-29T20:25:20Z', 'revision_number': 5, 'project_id': '0370c388ce4e42d2ad10ebca467e24dc', 'subnets': [{'id': '869ca1e0-8d41-4b97-a513-97349ce09f2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '59ea909b-3fc8-4e87-b7ee-1b2e026d6f2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:25:21.807732 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:21.833168 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11506a5-2dda-483f-80fe-3d243dc5cd5c None None] The sync data for ids ['ed72eda7-b71f-4d98-9f04-566a9694011d'] in dv-cinder-854263-2-iscsi is: [{'id': 'ed72eda7-b71f-4d98-9f04-566a9694011d', 'name': 'router1', 'tenant_id': '0370c388ce4e42d2ad10ebca467e24dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '6075317f-1029-417c-b269-5d214d4fcbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:25:00Z', 'updated_at': '2022-08-29T20:25:19Z', 'revision_number': 4, 'project_id': '0370c388ce4e42d2ad10ebca467e24dc', 'gw_port': {'id': '6075317f-1029-417c-b269-5d214d4fcbeb', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:79:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed72eda7-b71f-4d98-9f04-566a9694011d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:25:18Z', 'updated_at': '2022-08-29T20:25:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '4db0357d-c162-4120-b5b6-f717ca691618', 'name': '', 'network_id': 'f80f8f7f-3dd7-47ad-a6fe-7971173fac63', 'tenant_id': '0370c388ce4e42d2ad10ebca467e24dc', 'mac_address': 'fa:16:3e:65:c0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed72eda7-b71f-4d98-9f04-566a9694011d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '869ca1e0-8d41-4b97-a513-97349ce09f2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:25:09Z', 'updated_at': '2022-08-29T20:25:20Z', 'revision_number': 5, 'project_id': '0370c388ce4e42d2ad10ebca467e24dc', 'subnets': [{'id': '869ca1e0-8d41-4b97-a513-97349ce09f2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '59ea909b-3fc8-4e87-b7ee-1b2e026d6f2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:25:22.063620 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 4db0357d-c162-4120-b5b6-f717ca691618 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:25:22.117146 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 4db0357d-c162-4120-b5b6-f717ca691618 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:25:22.117515 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (4db0357d-c162-4120-b5b6-f717ca691618), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:22.198044 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 4db0357d-c162-4120-b5b6-f717ca691618 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:25:22.199141 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 6075317f-1029-417c-b269-5d214d4fcbeb up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:25:22.243621 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 6075317f-1029-417c-b269-5d214d4fcbeb triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:25:22.244030 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (6075317f-1029-417c-b269-5d214d4fcbeb), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:22.322543 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 6075317f-1029-417c-b269-5d214d4fcbeb is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:25:22.323174 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (6075317f-1029-417c-b269-5d214d4fcbeb), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:22.345086 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] For port 6075317f-1029-417c-b269-5d214d4fcbeb, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=6075317f-1029-417c-b269-5d214d4fcbeb,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:25:22.349898 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (6075317f-1029-417c-b269-5d214d4fcbeb), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:22.372320 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 56908) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:25:22.398572 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Pushing event updated for resources: {'Port': ['ID=6075317f-1029-417c-b269-5d214d4fcbeb,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:25:22.877948 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-0c73cd42-1c4b-4d52-b2da-b341e48dd066 admin admin] 10.222.0.18 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.5043204 Aug 29 20:25:23.975972 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 6075317f-1029-417c-b269-5d214d4fcbeb up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:25:24.028785 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 6075317f-1029-417c-b269-5d214d4fcbeb triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:25:24.029178 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (6075317f-1029-417c-b269-5d214d4fcbeb), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:24.111548 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 6075317f-1029-417c-b269-5d214d4fcbeb is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:25:29.708149 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=81,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:29.711861 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=51 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:32.710894 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=41 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:32.721001 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=33 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:32.855612 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:32.864380 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:34.105921 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:34.109963 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:34.708498 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 5 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:25:37.137104 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-48aaaf8b-9815-4056-a787-86737f2084c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:39.478189 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-be370971-fbbd-49c4-9b88-ad69b681a0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:40.634698 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:42.139726 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:42.329077 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:25:44.705026 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:52.136485 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:25:52.322704 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:07.135448 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-d38091f1-dacc-4cbf-b13d-745541ab1bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:09.479892 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b17aa867-8c7c-4b57-81c5-13d11b2ef2b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:09.713242 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:09.717605 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:10.644648 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:11.717816 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 5 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:26:12.136618 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:12.323352 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:21.706955 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:21.717415 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:22.312550 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:22.318708 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:35.703717 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:35.704525 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:37.131788 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3b043965-be90-4278-83a7-e26754695916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:39.475007 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-68c09004-7522-462c-b769-7dad0a03d851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:40.630568 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:42.144618 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:42.320179 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:46.280132 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 57446) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:26:46.616302 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd9db60e-f769-4c09-a9ed-ab88df9882e0 admin admin] GET failed (client error): The resource could not be found. Aug 29 20:26:46.617609 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-cd9db60e-f769-4c09-a9ed-ab88df9882e0 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3365200 Aug 29 20:26:46.709426 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:46.714276 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:26:46.782838 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a9e915-4f01-49d8-a0e2-11ef3d60a9b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:26:46.784367 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-66a9e915-4f01-49d8-a0e2-11ef3d60a9b4 admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1624589 Aug 29 20:26:48.707678 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 5 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:26:49.113119 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 57456) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:26:49.498730 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f8f1a0-bbce-465e-8fc1-90a1a6c47340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:26:49.500095 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-a2f8f1a0-bbce-465e-8fc1-90a1a6c47340 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/869ca1e0-8d41-4b97-a513-97349ce09f2e HTTP/1.1" status: 200 len: 849 time: 0.3857019 Aug 29 20:26:49.509636 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-92e6bd5e-5a66-4520-b588-33027dee9b72 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:26:49.593505 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-92e6bd5e-5a66-4520-b588-33027dee9b72 admin admin] Publish callbacks [] for subnet (869ca1e0-8d41-4b97-a513-97349ce09f2e), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:49.736395 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-92e6bd5e-5a66-4520-b588-33027dee9b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787001495435'] for subnet (869ca1e0-8d41-4b97-a513-97349ce09f2e), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:49.772576 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e6bd5e-5a66-4520-b588-33027dee9b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:26:49.773707 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-92e6bd5e-5a66-4520-b588-33027dee9b72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:49.774684 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-92e6bd5e-5a66-4520-b588-33027dee9b72 admin admin] 10.222.0.18 "PUT /networking/v2.0/subnets/869ca1e0-8d41-4b97-a513-97349ce09f2e HTTP/1.1" status: 200 len: 868 time: 0.2683704 Aug 29 20:26:49.777490 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc35d94-84f0-4566-8ecb-9b3aa1260ee5 None None] Network f80f8f7f-3dd7-47ad-a6fe-7971173fac63 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:26:49.790029 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6bd5e-5a66-4520-b588-33027dee9b72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=869ca1e0-8d41-4b97-a513-97349ce09f2e,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:26:49.807261 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6bd5e-5a66-4520-b588-33027dee9b72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:26:49.807625 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6bd5e-5a66-4520-b588-33027dee9b72 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:26:49.808012 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6bd5e-5a66-4520-b588-33027dee9b72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:26:49.808359 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6bd5e-5a66-4520-b588-33027dee9b72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:26:49.809065 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6bd5e-5a66-4520-b588-33027dee9b72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:26:49.809413 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6bd5e-5a66-4520-b588-33027dee9b72 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:26:49.809743 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6bd5e-5a66-4520-b588-33027dee9b72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:26:49.810652 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6bd5e-5a66-4520-b588-33027dee9b72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:26:49.810999 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6bd5e-5a66-4520-b588-33027dee9b72 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:26:49.811333 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6bd5e-5a66-4520-b588-33027dee9b72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:26:49.811660 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6bd5e-5a66-4520-b588-33027dee9b72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:26:49.812020 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6bd5e-5a66-4520-b588-33027dee9b72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:26:49.812348 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6bd5e-5a66-4520-b588-33027dee9b72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:26:49.812666 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6bd5e-5a66-4520-b588-33027dee9b72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:26:49.812988 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6bd5e-5a66-4520-b588-33027dee9b72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:26:50.135615 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-fa980cf1-a207-40fa-8961-6b08872edb75 None None] Provisioning complete for port f319f847-7529-45d9-a218-bb5ffe3ae807 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:26:50.136040 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-fa980cf1-a207-40fa-8961-6b08872edb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (f319f847-7529-45d9-a218-bb5ffe3ae807), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:50.210171 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-fa980cf1-a207-40fa-8961-6b08872edb75 None None] Current status of the port f319f847-7529-45d9-a218-bb5ffe3ae807 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:26:50.217917 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-fa980cf1-a207-40fa-8961-6b08872edb75 None None] Provisioning complete for port 4db0357d-c162-4120-b5b6-f717ca691618 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:26:50.218281 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-fa980cf1-a207-40fa-8961-6b08872edb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (4db0357d-c162-4120-b5b6-f717ca691618), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:26:50.288981 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-fa980cf1-a207-40fa-8961-6b08872edb75 None None] Current status of the port 4db0357d-c162-4120-b5b6-f717ca691618 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:26:52.129720 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 57464) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:26:52.605944 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd05194-384d-4e43-96e4-2cec29ba7158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:26:52.606402 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd05194-384d-4e43-96e4-2cec29ba7158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:26:52.607969 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-5fd05194-384d-4e43-96e4-2cec29ba7158 admin admin] 10.222.0.18 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4772372 Aug 29 20:26:54.993761 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 57472) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:26:55.398693 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024df7ad-72d9-4194-973d-61bff0f6eadf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:26:55.399161 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024df7ad-72d9-4194-973d-61bff0f6eadf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:26:55.400693 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-024df7ad-72d9-4194-973d-61bff0f6eadf admin admin] 10.222.0.18 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4060843 Aug 29 20:26:57.718412 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 57480) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:26:58.165069 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cddc66a-a0ab-443d-a51f-3666bc5e8d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:26:58.166415 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-0cddc66a-a0ab-443d-a51f-3666bc5e8d13 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/6d9f465d-5886-43f5-9015-44f8e49732f9 HTTP/1.1" status: 200 len: 886 time: 0.4470651 Aug 29 20:26:58.703979 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:27:00.278545 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:27:00.287860 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:27:00.495885 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 57490) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:27:00.964710 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa373cc1-0c06-40e0-8ad3-e9a0a6017b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:27:00.966167 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-aa373cc1-0c06-40e0-8ad3-e9a0a6017b2c admin admin] 10.222.0.18 "GET /networking/v2.0/networks/f80f8f7f-3dd7-47ad-a6fe-7971173fac63 HTTP/1.1" status: 200 len: 869 time: 0.4693172 Aug 29 20:27:03.312929 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 57498) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:27:03.725899 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b4fc58-e6c2-4450-bb74-a47fc9e62cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:27:03.726355 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b4fc58-e6c2-4450-bb74-a47fc9e62cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:27:03.727880 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-77b4fc58-e6c2-4450-bb74-a47fc9e62cf7 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4140069 Aug 29 20:27:05.394401 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=85,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:27:05.396341 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=83,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:27:06.079949 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 57506) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:27:06.448178 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9fb10d-fcac-4b7a-ac30-0edd929c528d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:27:06.448629 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9fb10d-fcac-4b7a-ac30-0edd929c528d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:27:06.450671 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-7d9fb10d-fcac-4b7a-ac30-0edd929c528d admin admin] 10.222.0.18 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3697777 Aug 29 20:27:07.137482 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-33f5767d-6d89-419c-b371-f66a65392fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:08.807397 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 57514) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:27:09.176837 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ebf555-6f7e-4f64-a689-81d9acaac59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:27:09.178186 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-f8ebf555-6f7e-4f64-a689-81d9acaac59f admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/869ca1e0-8d41-4b97-a513-97349ce09f2e HTTP/1.1" status: 200 len: 868 time: 0.3698001 Aug 29 20:27:09.488072 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a0bb7f92-4de8-41ea-9f55-7611e6b4c2a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:10.635121 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:11.521409 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 57522) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:27:11.885520 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f8e02a-74da-48f9-b85f-5bce7d732432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:27:11.886800 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-e6f8e02a-74da-48f9-b85f-5bce7d732432 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/a46a7c4b-a1af-42c4-bdce-13dd23ff8d25 HTTP/1.1" status: 200 len: 816 time: 0.3644331 Aug 29 20:27:12.148285 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:12.313731 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:16.442724 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=34 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:27:16.443425 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=35 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:27:21.880483 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=11 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:27:21.882462 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=12 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:27:22.306549 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:27:22.308901 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:27:23.714315 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:27:23.719151 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=5 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:27:25.706228 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 5 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:27:35.701814 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=13 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:27:35.702588 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=15 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:27:37.131776 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2b1b040f-fefa-4421-9169-8f7a6e553705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:39.482484 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7d82bd92-285c-4f5f-88ee-4221bc842ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:40.477293 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 57580) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:27:40.640814 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:40.807087 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [None req-775bf8ed-2cea-4b99-b2d1-7d896fde3b96 admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 20:27:40.808148 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-775bf8ed-2cea-4b99-b2d1-7d896fde3b96 admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3296578 Aug 29 20:27:42.152515 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:42.316743 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:43.356083 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 57588) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:27:43.693291 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a6f917-a4c4-428c-b68d-9fdffdae2e87 admin admin] GET failed (client error): The resource could not be found. Aug 29 20:27:43.694924 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-f4a6f917-a4c4-428c-b68d-9fdffdae2e87 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3379030 Aug 29 20:27:43.836921 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e12af6d-60c8-4d9a-95cf-975bad5a5988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:27:43.838569 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-9e12af6d-60c8-4d9a-95cf-975bad5a5988 admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1392241 Aug 29 20:27:46.204436 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 57596) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:27:46.526352 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-35f6b9ef-7e17-45cf-962b-53799e34fe25 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:27:46.547309 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f6b9ef-7e17-45cf-962b-53799e34fe25 admin admin] Made reservation on behalf of 31796c851dfa4e61a8e1afef74d31165 for: {'network': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:27:46.549743 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35f6b9ef-7e17-45cf-962b-53799e34fe25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for network (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:46.578868 dv-cinder-854263-2-iscsi neutron-server[106198]: WARNING neutron.services.revisions.revision_plugin [None req-35f6b9ef-7e17-45cf-962b-53799e34fe25 admin admin] Could not find related network for resource to bump revision. Aug 29 20:27:46.591010 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f6b9ef-7e17-45cf-962b-53799e34fe25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=106198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:27:46.600050 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35f6b9ef-7e17-45cf-962b-53799e34fe25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (7eed3e47-1283-4f71-ae85-dbd813053858), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:46.600388 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.db.segments_db [None req-35f6b9ef-7e17-45cf-962b-53799e34fe25 admin admin] Added segment 7eed3e47-1283-4f71-ae85-dbd813053858 of type vlan for network b1e6f8b9-2297-4313-94dd-49a3a9a58a91 Aug 29 20:27:46.639951 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35f6b9ef-7e17-45cf-962b-53799e34fe25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001069397'] for network (b1e6f8b9-2297-4313-94dd-49a3a9a58a91), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:46.664781 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35f6b9ef-7e17-45cf-962b-53799e34fe25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957'] for network (b1e6f8b9-2297-4313-94dd-49a3a9a58a91), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:46.666270 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f6b9ef-7e17-45cf-962b-53799e34fe25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:27:46.666844 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35f6b9ef-7e17-45cf-962b-53799e34fe25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:46.715910 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-35f6b9ef-7e17-45cf-962b-53799e34fe25 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5103872 Aug 29 20:27:46.733942 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6b9ef-7e17-45cf-962b-53799e34fe25 admin admin] Pushing event updated for resources: {'Network': ['ID=b1e6f8b9-2297-4313-94dd-49a3a9a58a91,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:27:46.745824 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Network b1e6f8b9-2297-4313-94dd-49a3a9a58a91 details requested by agent ovs-agent-dv-cinder-854263-2-iscsi with host dv-cinder-854263-2-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:27:49.121916 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 57604) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:27:49.602060 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9faf03-a50d-4b74-a8ac-412ed939f02c admin admin] GET failed (client error): The resource could not be found. Aug 29 20:27:49.603413 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-8e9faf03-a50d-4b74-a8ac-412ed939f02c admin admin] 10.222.0.18 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.4805470 Aug 29 20:27:49.677727 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2682c9a3-d226-4909-b78c-59189fb4b7bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:27:49.679205 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-2682c9a3-d226-4909-b78c-59189fb4b7bc admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0715084 Aug 29 20:27:49.689643 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-64efe99f-532a-4dd7-ae3b-92171bf0ff88 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'b1e6f8b9-2297-4313-94dd-49a3a9a58a91', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:27:49.709138 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64efe99f-532a-4dd7-ae3b-92171bf0ff88 admin admin] Made reservation on behalf of 31796c851dfa4e61a8e1afef74d31165 for: {'subnet': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:27:49.711561 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-64efe99f-532a-4dd7-ae3b-92171bf0ff88 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:49.975355 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-64efe99f-532a-4dd7-ae3b-92171bf0ff88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957'] for subnet (a80db010-14c0-4aee-b839-528959587bdc), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:50.036945 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64efe99f-532a-4dd7-ae3b-92171bf0ff88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a80db010-14c0-4aee-b839-528959587bdc,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:27:50.047175 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64efe99f-532a-4dd7-ae3b-92171bf0ff88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:27:50.047516 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64efe99f-532a-4dd7-ae3b-92171bf0ff88 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:27:50.047871 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64efe99f-532a-4dd7-ae3b-92171bf0ff88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:27:50.048228 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64efe99f-532a-4dd7-ae3b-92171bf0ff88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:27:50.048552 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64efe99f-532a-4dd7-ae3b-92171bf0ff88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:27:50.048873 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64efe99f-532a-4dd7-ae3b-92171bf0ff88 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:27:50.049191 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64efe99f-532a-4dd7-ae3b-92171bf0ff88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:27:50.049509 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64efe99f-532a-4dd7-ae3b-92171bf0ff88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:27:50.049841 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64efe99f-532a-4dd7-ae3b-92171bf0ff88 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:27:50.050160 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64efe99f-532a-4dd7-ae3b-92171bf0ff88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:27:50.050476 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64efe99f-532a-4dd7-ae3b-92171bf0ff88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:27:50.050812 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64efe99f-532a-4dd7-ae3b-92171bf0ff88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:27:50.051129 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64efe99f-532a-4dd7-ae3b-92171bf0ff88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:27:50.051439 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64efe99f-532a-4dd7-ae3b-92171bf0ff88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:27:50.051749 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64efe99f-532a-4dd7-ae3b-92171bf0ff88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:27:50.054912 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64efe99f-532a-4dd7-ae3b-92171bf0ff88 admin admin] Checking segment: {'id': '7eed3e47-1283-4f71-ae85-dbd813053858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b1e6f8b9-2297-4313-94dd-49a3a9a58a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:27:50.055256 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64efe99f-532a-4dd7-ae3b-92171bf0ff88 admin admin] Network hostable DHCP agents. Network: b1e6f8b9-2297-4313-94dd-49a3a9a58a91, hostable agents: ['aba3b8c1-ed4e-40c9-99d3-a300910cc497'], hosted agents: [] {{(pid=106198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:27:50.073515 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64efe99f-532a-4dd7-ae3b-92171bf0ff88 admin admin] Network b1e6f8b9-2297-4313-94dd-49a3a9a58a91 is scheduled to be hosted by DHCP agent aba3b8c1-ed4e-40c9-99d3-a300910cc497 with binding_index 1 {{(pid=106198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:27:50.082736 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-64efe99f-532a-4dd7-ae3b-92171bf0ff88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-2-iscsi, b1e6f8b9-2297-4313-94dd-49a3a9a58a91) {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:27:50.086571 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64efe99f-532a-4dd7-ae3b-92171bf0ff88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:27:50.087160 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-64efe99f-532a-4dd7-ae3b-92171bf0ff88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:50.092409 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47595f59-d981-4d4c-99c1-6ea61ff2f730 None None] Network b1e6f8b9-2297-4313-94dd-49a3a9a58a91 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:27:50.102795 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-64efe99f-532a-4dd7-ae3b-92171bf0ff88 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4165540 Aug 29 20:27:50.202352 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83f671a-a6f4-538f-9d53-80dd384b293c-b1e6f8b9-2297-4313-94dd-49a3a9a58a91', 'network_id': 'b1e6f8b9-2297-4313-94dd-49a3a9a58a91', 'project_id': '31796c851dfa4e61a8e1afef74d31165', 'fixed_ips': [{'subnet_id': 'a80db010-14c0-4aee-b839-528959587bdc'}]}} from dv-cinder-854263-2-iscsi. {{(pid=106200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 20:27:50.203419 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:50.344502 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.db_base_plugin_common [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Allocated IP 192.168.233.2 (b1e6f8b9-2297-4313-94dd-49a3a9a58a91/a80db010-14c0-4aee-b839-528959587bdc/563116cb-3052-4385-a4d4-ee2f718bc82e) {{(pid=106200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:27:50.511529 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Publish callbacks [] for port (563116cb-3052-4385-a4d4-ee2f718bc82e), precommit_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:50.518889 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414'] for port (563116cb-3052-4385-a4d4-ee2f718bc82e), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:50.563421 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Network b1e6f8b9-2297-4313-94dd-49a3a9a58a91 is already hosted by enough agents. {{(pid=106200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:27:50.569611 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.scheduler.base_scheduler [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Resources bound (agent type, host, resource id): {{(pid=106200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:27:50.574436 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Pushing event updated for resources: {'Port': ['ID=563116cb-3052-4385-a4d4-ee2f718bc82e,revision_number=1']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:27:50.577323 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Received port after_create {{(pid=106200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:27:50.603611 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:27:50.604025 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:27:50.604254 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:27:50.604619 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:27:50.604954 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:27:50.605284 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:27:50.605611 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:27:50.605936 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:27:50.606278 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:27:50.606596 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:27:50.606917 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:27:50.607256 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:27:50.607579 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:27:50.607899 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:27:50.608244 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:27:50.645030 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Attempting to bind port 563116cb-3052-4385-a4d4-ee2f718bc82e on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:27:50.645399 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Attempting to bind port 563116cb-3052-4385-a4d4-ee2f718bc82e by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': '7eed3e47-1283-4f71-ae85-dbd813053858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b1e6f8b9-2297-4313-94dd-49a3a9a58a91'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:27:50.645760 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Attempting to bind port 563116cb-3052-4385-a4d4-ee2f718bc82e on network b1e6f8b9-2297-4313-94dd-49a3a9a58a91 {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:27:50.651876 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:27:50.652276 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Checking segment: {'id': '7eed3e47-1283-4f71-ae85-dbd813053858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b1e6f8b9-2297-4313-94dd-49a3a9a58a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:27:50.652700 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:50.653094 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Bound using segment: {'id': '7eed3e47-1283-4f71-ae85-dbd813053858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b1e6f8b9-2297-4313-94dd-49a3a9a58a91'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:27:50.653558 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Bound port: 563116cb-3052-4385-a4d4-ee2f718bc82e, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eed3e47-1283-4f71-ae85-dbd813053858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b1e6f8b9-2297-4313-94dd-49a3a9a58a91'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:27:50.653931 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (563116cb-3052-4385-a4d4-ee2f718bc82e), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:50.717135 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] For port 563116cb-3052-4385-a4d4-ee2f718bc82e, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:27:50.720460 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] For port 563116cb-3052-4385-a4d4-ee2f718bc82e, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=563116cb-3052-4385-a4d4-ee2f718bc82e,segment=NetworkSegment(7eed3e47-1283-4f71-ae85-dbd813053858),segment_id=7eed3e47-1283-4f71-ae85-dbd813053858)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:27:50.728927 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (563116cb-3052-4385-a4d4-ee2f718bc82e), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:50.785848 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5501d57-ff6d-4e6a-a61e-d437e5ab9f72 None None] Pushing event updated for resources: {'Port': ['ID=563116cb-3052-4385-a4d4-ee2f718bc82e,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:27:51.600161 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d626cc-43e2-4737-a6fb-04c78a8e175f None None] Network b1e6f8b9-2297-4313-94dd-49a3a9a58a91 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:27:51.604719 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:27:51.685673 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-c1912e29-bc18-4def-b913-46f42283782e None None] Provisioning complete for port 563116cb-3052-4385-a4d4-ee2f718bc82e triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:27:51.685673 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-c1912e29-bc18-4def-b913-46f42283782e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (563116cb-3052-4385-a4d4-ee2f718bc82e), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:51.690018 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:27:51.796992 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-c1912e29-bc18-4def-b913-46f42283782e None None] Current status of the port 563116cb-3052-4385-a4d4-ee2f718bc82e is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:27:51.797330 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-c1912e29-bc18-4def-b913-46f42283782e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (563116cb-3052-4385-a4d4-ee2f718bc82e), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:51.835184 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-c1912e29-bc18-4def-b913-46f42283782e None None] For port 563116cb-3052-4385-a4d4-ee2f718bc82e, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=563116cb-3052-4385-a4d4-ee2f718bc82e,segment=NetworkSegment(7eed3e47-1283-4f71-ae85-dbd813053858),segment_id=7eed3e47-1283-4f71-ae85-dbd813053858)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:27:51.842797 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-c1912e29-bc18-4def-b913-46f42283782e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (563116cb-3052-4385-a4d4-ee2f718bc82e), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:51.899437 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1912e29-bc18-4def-b913-46f42283782e None None] Pushing event updated for resources: {'Port': ['ID=563116cb-3052-4385-a4d4-ee2f718bc82e,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:27:51.965802 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ed480d90-d21c-4e01-a614-ac6cb785427d None None] Provisioning complete for port 563116cb-3052-4385-a4d4-ee2f718bc82e triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:27:51.966218 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ed480d90-d21c-4e01-a614-ac6cb785427d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (563116cb-3052-4385-a4d4-ee2f718bc82e), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:52.043921 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ed480d90-d21c-4e01-a614-ac6cb785427d None None] Current status of the port 563116cb-3052-4385-a4d4-ee2f718bc82e is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:27:52.086201 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 563116cb-3052-4385-a4d4-ee2f718bc82e up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:27:52.130762 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 563116cb-3052-4385-a4d4-ee2f718bc82e triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:27:52.131150 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (563116cb-3052-4385-a4d4-ee2f718bc82e), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:27:52.206954 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 563116cb-3052-4385-a4d4-ee2f718bc82e is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:27:53.829248 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=10 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:27:53.834660 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=12 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:28:00.079370 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=65,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:28:00.096826 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=73,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:28:00.720554 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:28:00.729475 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=5 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:28:02.203681 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:28:02.205811 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=66 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:28:02.704592 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 5 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:28:07.136707 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ea9152f9-7b40-4147-b3eb-8059c292c788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:28:09.486101 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-5454bb39-e8ab-41e5-973b-2a5949cb58b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:28:10.643429 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:28:12.158658 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:28:12.326329 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:28:12.701255 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:28:22.318014 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:28:22.321021 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:28:37.138859 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-33716ea5-7317-4414-afcb-0b3d4cde8a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:28:37.727774 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=5 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:28:37.729658 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:28:39.495279 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-cf2ae1fd-dae5-4da1-862b-73854f052f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:28:39.704098 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 5 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:28:40.644531 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:28:42.162710 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:28:42.320410 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:28:49.699242 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:28:49.700055 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:28:52.309438 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:28:52.315792 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:29:07.143170 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-0b325e18-1db8-4b36-ac60-ef2456178e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:29:09.202615 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 57646) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:29:09.209079 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [None req-f18cce8d-2e97-4d96-be5e-5f30d5f57710 tempest-verify_tempest_config-499067808 tempest-verify_tempest_config-499067808-project] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 20:29:09.210072 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-f18cce8d-2e97-4d96-be5e-5f30d5f57710 tempest-verify_tempest_config-499067808 tempest-verify_tempest_config-499067808-project] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0064468 Aug 29 20:29:09.490613 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-27b5c96c-f79a-4216-a5b6-6f982d399f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:29:09.734741 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 57664) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:29:10.064581 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-615e4384-6f14-4b19-9284-e0f8c50ecb2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:29:10.145815 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-615e4384-6f14-4b19-9284-e0f8c50ecb2b admin admin] Publish callbacks [] for security_group (6aa7300d-9c75-40f2-bfb4-70cc481b0e46), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:29:10.149799 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-615e4384-6f14-4b19-9284-e0f8c50ecb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (6aa7300d-9c75-40f2-bfb4-70cc481b0e46), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:29:10.196804 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-615e4384-6f14-4b19-9284-e0f8c50ecb2b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0c75b9419a994e6cabb69ed7cdbc32f2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4609447 Aug 29 20:29:10.197618 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e4384-6f14-4b19-9284-e0f8c50ecb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa7300d-9c75-40f2-bfb4-70cc481b0e46,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:29:10.199522 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 57668) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:29:10.204499 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e4384-6f14-4b19-9284-e0f8c50ecb2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:29:10.205902 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e4384-6f14-4b19-9284-e0f8c50ecb2b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:29:10.205902 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e4384-6f14-4b19-9284-e0f8c50ecb2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:29:10.206092 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e4384-6f14-4b19-9284-e0f8c50ecb2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:29:10.206428 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e4384-6f14-4b19-9284-e0f8c50ecb2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:29:10.206754 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e4384-6f14-4b19-9284-e0f8c50ecb2b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:29:10.207081 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e4384-6f14-4b19-9284-e0f8c50ecb2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:29:10.207405 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e4384-6f14-4b19-9284-e0f8c50ecb2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:29:10.207743 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e4384-6f14-4b19-9284-e0f8c50ecb2b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:29:10.208104 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e4384-6f14-4b19-9284-e0f8c50ecb2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:29:10.208444 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e4384-6f14-4b19-9284-e0f8c50ecb2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:29:10.208782 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e4384-6f14-4b19-9284-e0f8c50ecb2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:29:10.209104 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e4384-6f14-4b19-9284-e0f8c50ecb2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:29:10.209423 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e4384-6f14-4b19-9284-e0f8c50ecb2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:29:10.209737 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e4384-6f14-4b19-9284-e0f8c50ecb2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:29:10.286322 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-460a3fa0-d508-44c1-b403-a9d1f10d90d0 admin admin] Publish callbacks [] for security_group (6aa7300d-9c75-40f2-bfb4-70cc481b0e46), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:29:10.305659 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-460a3fa0-d508-44c1-b403-a9d1f10d90d0 admin admin] Publish callbacks [] for security_group (6aa7300d-9c75-40f2-bfb4-70cc481b0e46), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:29:10.401938 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-460a3fa0-d508-44c1-b403-a9d1f10d90d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (6aa7300d-9c75-40f2-bfb4-70cc481b0e46), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:29:10.404466 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-460a3fa0-d508-44c1-b403-a9d1f10d90d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:29:10.405884 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-460a3fa0-d508-44c1-b403-a9d1f10d90d0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6aa7300d-9c75-40f2-bfb4-70cc481b0e46 HTTP/1.1" status: 204 len: 168 time: 0.2052822 Aug 29 20:29:10.413759 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a3fa0-d508-44c1-b403-a9d1f10d90d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa7300d-9c75-40f2-bfb4-70cc481b0e46,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:29:10.420607 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a3fa0-d508-44c1-b403-a9d1f10d90d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:29:10.420957 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a3fa0-d508-44c1-b403-a9d1f10d90d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:29:10.421320 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a3fa0-d508-44c1-b403-a9d1f10d90d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:29:10.421665 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a3fa0-d508-44c1-b403-a9d1f10d90d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:29:10.422008 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a3fa0-d508-44c1-b403-a9d1f10d90d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:29:10.422335 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a3fa0-d508-44c1-b403-a9d1f10d90d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:29:10.422662 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a3fa0-d508-44c1-b403-a9d1f10d90d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:29:10.422993 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a3fa0-d508-44c1-b403-a9d1f10d90d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:29:10.423323 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a3fa0-d508-44c1-b403-a9d1f10d90d0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:29:10.423687 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a3fa0-d508-44c1-b403-a9d1f10d90d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:29:10.424054 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a3fa0-d508-44c1-b403-a9d1f10d90d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:29:10.424558 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a3fa0-d508-44c1-b403-a9d1f10d90d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:29:10.424885 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a3fa0-d508-44c1-b403-a9d1f10d90d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:29:10.425214 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a3fa0-d508-44c1-b403-a9d1f10d90d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:29:10.425537 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a3fa0-d508-44c1-b403-a9d1f10d90d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:29:10.646679 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:29:12.162461 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:29:12.324296 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:29:14.721110 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:29:14.727318 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=5 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:29:16.702491 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 5 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:29:20.192508 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=18,neutron:INSERT=6 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:29:20.201182 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=21,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:29:20.409705 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:29:20.416669 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:29:22.313601 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:29:22.319923 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:29:35.297960 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=13 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:29:35.300876 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=15 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:29:37.150752 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-fe0ecb0a-0f33-44a2-966e-db99a56cfab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:29:39.492738 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7082668b-5c14-4309-b67f-a0acadca5f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:29:40.648435 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:29:42.164516 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:29:42.322184 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:29:51.719193 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:29:51.724100 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:29:52.315722 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:29:52.317584 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:29:53.701024 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 5 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:30:03.697587 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:30:03.698441 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:30:07.142952 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-032e6f5d-f0b4-46fa-90a1-b0f02e396cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:30:09.494426 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1a297359-6a3d-498d-9284-f858ad99c143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:30:10.650790 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:30:12.171873 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:30:12.325265 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:30:22.318628 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:30:22.320494 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:30:30.699844 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 5 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:30:35.706930 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:30:37.143343 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e45874a2-450e-4d43-a29e-cc58cd0fb9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:30:39.496189 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f39da357-22fe-4ca3-bf39-f9157d383eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:30:40.654433 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:30:40.695716 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:30:42.173963 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:30:42.331008 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:30:52.320982 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:30:52.327110 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:30:52.992681 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-653701'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:31:02.985695 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:31:02.988318 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:31:04.033957 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 57766) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:31:04.177988 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-8c3f3530-e556-4b65-8bdc-a2b54f367b4f admin admin] 10.222.0.18 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1428118 Aug 29 20:31:05.713296 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:31:05.718382 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:31:06.416358 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 57776) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:31:06.470693 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-e018ca0b-6a41-419c-9967-411d8030712b admin admin] 10.222.0.18 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0533299 Aug 29 20:31:07.136091 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e2ce856d-639b-418a-9ba2-6bb6f7f07693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:31:07.699743 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:31:09.502166 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-011eea6d-bb20-4ff6-8a2b-c3b086a46381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:31:10.658653 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:31:12.175178 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:31:12.334340 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:31:16.464678 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:31:16.465393 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:31:17.695564 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:31:22.327667 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:31:22.329600 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:31:22.964056 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:31:32.957691 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:31:32.960565 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:31:37.137753 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e7c55f9d-92e0-4aeb-83a4-87981ee6ec6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:31:39.493843 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-5fc1929f-3b81-475b-9866-b9a6e71ad8c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:31:40.660980 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:31:42.182360 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:31:42.432278 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:31:42.710862 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=19 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:31:42.715348 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=13 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:31:44.698419 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:31:52.425989 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:31:52.427992 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:31:52.974334 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:31:54.693339 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:31:54.694082 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:02.968115 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:02.970553 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:07.144023 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-89950589-b350-4e96-8feb-e53306ea30af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:09.504795 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-57290af6-163e-4638-ae08-4cd50f629c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:10.663174 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:12.183652 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:12.338865 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:19.708595 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:19.720477 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:21.699145 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:32:22.328430 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:22.333833 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:22.988753 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:32.982303 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:32.984273 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:35.712798 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:35.714074 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:37.139962 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1cfc9cba-4802-4bc3-9ed5-5a2340f49d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:39.499465 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-8d934997-86dd-4c91-a2dc-8c1278518d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:40.673787 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:42.198141 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:42.341849 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:46.551083 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 57992) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:32:46.585894 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 58002) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:32:46.617875 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 58008) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:32:46.878913 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-699117495-network', 'tenant_id': '6314d8436170404097713aa7764dff94'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:32:46.902160 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] Made reservation on behalf of 6314d8436170404097713aa7764dff94 for: {'network': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:32:46.906439 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for network (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:46.918022 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:46.955580 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1735663332-network', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:32:46.989878 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] Made reservation on behalf of 8436d85d931a41cfa6d626c08ad82ef4 for: {'network': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:32:46.993142 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for network (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:47.009881 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:47.036797 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] Publish callbacks [] for security_group (2b541ea9-e708-488c-ba40-d02944fbd331), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:47.042821 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (2b541ea9-e708-488c-ba40-d02944fbd331), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:47.058713 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=106198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:32:47.070897 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:47.071375 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.db.segments_db [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] Added segment 4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05 of type vlan for network cf9673f4-1367-4aac-ae26-3824605ed50c Aug 29 20:32:47.112649 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] Publish callbacks [] for security_group (5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:47.121524 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:47.134301 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001069397'] for network (cf9673f4-1367-4aac-ae26-3824605ed50c), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:47.154542 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-280e6429-4a0e-4244-a9d6-8320692811a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1686066988-network', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:32:47.185099 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=106199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:32:47.188863 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b541ea9-e708-488c-ba40-d02944fbd331,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:47.191383 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:47.203851 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:47.205129 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:47.205919 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:47.206416 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:47.206946 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:47.207585 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:47.208117 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:47.208645 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:47.209130 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:47.209711 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:47.210037 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:47.210551 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:47.211293 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:47.211782 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:47.212284 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] Tracked resource versions report: Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: pushed versions: Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: { 'AddressGroup': {'1.2'}, Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: 'Agent': {'1.1'}, Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: 'ConntrackHelper': {'1.0'}, Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: 'LocalIPAssociation': {'1.0'}, Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: 'Log': {'1.0'}, Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: 'NDPProxy': {'1.0'}, Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: 'Network': {'1.1'}, Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: 'Port': {'1.7'}, Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: 'PortForwarding': {'1.3'}, Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: 'QosPolicy': {'1.10'}, Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: 'SecurityGroup': {'1.5'}, Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: 'SecurityGroupRule': {'1.2'}, Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: 'SubPort': {'1.0'}, Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: 'Subnet': {'1.1'}, Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: 'Trunk': {'1.1'}} Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: consumer versions: Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: { DHCP agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: HyperV agent@hv-cinder-85426: {}, Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: L3 agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: Metadata agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: Metering agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: Open vSwitch agent@dv-cinder-854263-2-iscsi: { 'AddressGroup': '1.2', Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: 'Agent': '1.1', Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: 'ConntrackHelper': '1.0', Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: 'LocalIPAssociation': '1.0', Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: 'Log': '1.0', Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: 'NDPProxy': '1.0', Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: 'Network': '1.1', Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: 'Port': '1.7', Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: 'PortForwarding': '1.3', Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: 'QosPolicy': '1.10', Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: 'SecurityGroup': '1.5', Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: 'SecurityGroupRule': '1.2', Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: 'SubPort': '1.0', Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: 'Subnet': '1.1', Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: 'Trunk': '1.1'}} Aug 29 20:32:47.213665 dv-cinder-854263-2-iscsi neutron-server[106198]: {{(pid=106198) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 20:32:47.218104 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:47.218104 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:47.218104 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:47.218104 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:47.218104 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:47.218104 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:47.218104 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:47.218702 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:47.219046 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:47.219374 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:47.219719 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:47.220095 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:47.220493 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:47.220816 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:47.221134 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:47.223332 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957'] for network (cf9673f4-1367-4aac-ae26-3824605ed50c), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:47.224594 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:32:47.225369 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] Tracked resource versions report: Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: pushed versions: Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: { 'AddressGroup': {'1.2'}, Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: 'Agent': {'1.1'}, Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: 'ConntrackHelper': {'1.0'}, Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: 'LocalIPAssociation': {'1.0'}, Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: 'Log': {'1.0'}, Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: 'NDPProxy': {'1.0'}, Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: 'Network': {'1.1'}, Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: 'Port': {'1.7'}, Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: 'PortForwarding': {'1.3'}, Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: 'QosPolicy': {'1.10'}, Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: 'SecurityGroup': {'1.5'}, Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: 'SecurityGroupRule': {'1.2'}, Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: 'SubPort': {'1.0'}, Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: 'Subnet': {'1.1'}, Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: 'Trunk': {'1.1'}} Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: consumer versions: Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: { DHCP agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: HyperV agent@hv-cinder-85426: {}, Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: L3 agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: Metadata agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: Metering agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: Open vSwitch agent@dv-cinder-854263-2-iscsi: { 'AddressGroup': '1.2', Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: 'Agent': '1.1', Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: 'ConntrackHelper': '1.0', Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: 'LocalIPAssociation': '1.0', Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: 'Log': '1.0', Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: 'NDPProxy': '1.0', Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: 'Network': '1.1', Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: 'Port': '1.7', Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: 'PortForwarding': '1.3', Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: 'QosPolicy': '1.10', Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: 'SecurityGroup': '1.5', Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: 'SecurityGroupRule': '1.2', Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: 'SubPort': '1.0', Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: 'Subnet': '1.1', Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: 'Trunk': '1.1'}} Aug 29 20:32:47.236319 dv-cinder-854263-2-iscsi neutron-server[106199]: {{(pid=106199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 20:32:47.268791 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787001567802', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (75a90e64-0b09-4fe0-9fa9-8a5e13957c7f), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:47.270423 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] Unsubscribe: segment precommit_create {{(pid=106199) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 20:32:47.271462 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.db.segments_db [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] Added segment 75a90e64-0b09-4fe0-9fa9-8a5e13957c7f of type vlan for network 9aeb874f-5dc0-4462-96f6-c696d1a7b371 Aug 29 20:32:47.273875 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7198887 Aug 29 20:32:47.274910 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 58040) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:32:47.288200 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280e6429-4a0e-4244-a9d6-8320692811a4 admin admin] Made reservation on behalf of 544c78c5c2c44219a7f236b24a107da4 for: {'network': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:32:47.291183 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-280e6429-4a0e-4244-a9d6-8320692811a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for network (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:47.310637 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-302de2b7-b82b-407d-a0ed-dd98b3c18b9c admin admin] Request body: {'subnet': {'network_id': 'cf9673f4-1367-4aac-ae26-3824605ed50c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-699117495-subnet', 'tenant_id': '6314d8436170404097713aa7764dff94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:32:47.332802 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-280e6429-4a0e-4244-a9d6-8320692811a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:47.341571 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27b5da-c5b6-4afc-b194-f051556cac2a admin admin] Pushing event updated for resources: {'Network': ['ID=cf9673f4-1367-4aac-ae26-3824605ed50c,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:47.358740 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Network cf9673f4-1367-4aac-ae26-3824605ed50c details requested by agent ovs-agent-dv-cinder-854263-2-iscsi with host dv-cinder-854263-2-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:32:47.362144 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001069397'] for network (9aeb874f-5dc0-4462-96f6-c696d1a7b371), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:47.367498 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302de2b7-b82b-407d-a0ed-dd98b3c18b9c admin admin] Made reservation on behalf of 6314d8436170404097713aa7764dff94 for: {'subnet': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:32:47.372899 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-302de2b7-b82b-407d-a0ed-dd98b3c18b9c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:47.428168 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957'] for network (9aeb874f-5dc0-4462-96f6-c696d1a7b371), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:47.429516 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:32:47.430319 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:47.541689 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9539347 Aug 29 20:32:47.545636 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 58050) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:32:47.552067 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-3487a65e-2525-4fa3-9fb9-842bc7e7f3df admin admin] Request body: {'subnet': {'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1735663332-subnet', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:32:47.576472 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81fa73-d1a2-4b50-a814-c90fb82cca23 admin admin] Pushing event updated for resources: {'Network': ['ID=9aeb874f-5dc0-4462-96f6-c696d1a7b371,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:47.606377 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Network 9aeb874f-5dc0-4462-96f6-c696d1a7b371 details requested by agent ovs-agent-dv-cinder-854263-2-iscsi with host dv-cinder-854263-2-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:32:47.612276 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-280e6429-4a0e-4244-a9d6-8320692811a4 admin admin] Publish callbacks [] for security_group (6043477b-3a32-4893-8b76-451e1cf21084), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:47.618562 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-280e6429-4a0e-4244-a9d6-8320692811a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (6043477b-3a32-4893-8b76-451e1cf21084), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:47.660450 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e6429-4a0e-4244-a9d6-8320692811a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6043477b-3a32-4893-8b76-451e1cf21084,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:47.663555 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-280e6429-4a0e-4244-a9d6-8320692811a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=106199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:32:47.676488 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-280e6429-4a0e-4244-a9d6-8320692811a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (1d746f43-20a6-4a17-81a5-a928455a6cc0), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:47.677324 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.db.segments_db [None req-280e6429-4a0e-4244-a9d6-8320692811a4 admin admin] Added segment 1d746f43-20a6-4a17-81a5-a928455a6cc0 of type vlan for network 956a6ad1-026f-40ab-949a-8f68054ef5a2 Aug 29 20:32:47.740551 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-280e6429-4a0e-4244-a9d6-8320692811a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001069397'] for network (956a6ad1-026f-40ab-949a-8f68054ef5a2), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:47.765917 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3487a65e-2525-4fa3-9fb9-842bc7e7f3df admin admin] Made reservation on behalf of 8436d85d931a41cfa6d626c08ad82ef4 for: {'subnet': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:32:47.770165 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3487a65e-2525-4fa3-9fb9-842bc7e7f3df admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:47.774493 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-302de2b7-b82b-407d-a0ed-dd98b3c18b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957'] for subnet (3ba0c87a-0c70-4cc5-9a73-50daea6bf675), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:47.785994 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=69,neutron:INSERT=26,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:47.804621 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-280e6429-4a0e-4244-a9d6-8320692811a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957'] for network (956a6ad1-026f-40ab-949a-8f68054ef5a2), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:47.807049 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280e6429-4a0e-4244-a9d6-8320692811a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:32:47.808434 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-280e6429-4a0e-4244-a9d6-8320692811a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:47.867527 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-280e6429-4a0e-4244-a9d6-8320692811a4 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2477152 Aug 29 20:32:47.873352 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 58056) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:32:47.881216 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-2c967cf8-d734-46e1-970c-9b01d719dc0c admin admin] Request body: {'subnet': {'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1686066988-subnet', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:32:47.909060 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302de2b7-b82b-407d-a0ed-dd98b3c18b9c admin admin] Checking segment: {'id': '4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'cf9673f4-1367-4aac-ae26-3824605ed50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:32:47.909422 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302de2b7-b82b-407d-a0ed-dd98b3c18b9c admin admin] Network hostable DHCP agents. Network: cf9673f4-1367-4aac-ae26-3824605ed50c, hostable agents: ['aba3b8c1-ed4e-40c9-99d3-a300910cc497'], hosted agents: [] {{(pid=106198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:32:47.922325 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:47.937530 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302de2b7-b82b-407d-a0ed-dd98b3c18b9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ba0c87a-0c70-4cc5-9a73-50daea6bf675,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:47.951619 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:INSERT=19,neutron:SELECT=79,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:47.975029 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302de2b7-b82b-407d-a0ed-dd98b3c18b9c admin admin] Network cf9673f4-1367-4aac-ae26-3824605ed50c is scheduled to be hosted by DHCP agent aba3b8c1-ed4e-40c9-99d3-a300910cc497 with binding_index 1 {{(pid=106198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:32:47.999816 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-302de2b7-b82b-407d-a0ed-dd98b3c18b9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-2-iscsi, cf9673f4-1367-4aac-ae26-3824605ed50c) {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:32:48.018192 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b63885-2128-469b-9f57-d8e1171607bd None None] Network cf9673f4-1367-4aac-ae26-3824605ed50c requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:32:48.023341 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e6429-4a0e-4244-a9d6-8320692811a4 admin admin] Pushing event updated for resources: {'Network': ['ID=956a6ad1-026f-40ab-949a-8f68054ef5a2,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:48.024496 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302de2b7-b82b-407d-a0ed-dd98b3c18b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:32:48.025118 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-302de2b7-b82b-407d-a0ed-dd98b3c18b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:48.047079 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c967cf8-d734-46e1-970c-9b01d719dc0c admin admin] Made reservation on behalf of 544c78c5c2c44219a7f236b24a107da4 for: {'subnet': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:32:48.049744 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2c967cf8-d734-46e1-970c-9b01d719dc0c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:48.053022 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-302de2b7-b82b-407d-a0ed-dd98b3c18b9c admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7464294 Aug 29 20:32:48.053717 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 58068) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:32:48.063578 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-57e0d7cd-3e3e-4803-ada2-6455b183c7a1 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-699117495-router', 'tenant_id': '6314d8436170404097713aa7764dff94', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:32:48.149978 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-57e0d7cd-3e3e-4803-ada2-6455b183c7a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6777'] for router (4850e967-87f7-41d6-bc48-5fb12b41f47d), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:48.151015 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-57e0d7cd-3e3e-4803-ada2-6455b183c7a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6774'] for router (4850e967-87f7-41d6-bc48-5fb12b41f47d), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:48.162829 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3487a65e-2525-4fa3-9fb9-842bc7e7f3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957'] for subnet (b859f7aa-b619-481f-9230-0993b4243baf), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:48.163793 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Network 956a6ad1-026f-40ab-949a-8f68054ef5a2 details requested by agent ovs-agent-dv-cinder-854263-2-iscsi with host dv-cinder-854263-2-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:32:48.235497 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487a65e-2525-4fa3-9fb9-842bc7e7f3df admin admin] Pushing event updated for resources: {'Subnet': ['ID=b859f7aa-b619-481f-9230-0993b4243baf,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:48.253499 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:48.304178 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3487a65e-2525-4fa3-9fb9-842bc7e7f3df admin admin] Checking segment: {'id': '75a90e64-0b09-4fe0-9fa9-8a5e13957c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:32:48.304178 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3487a65e-2525-4fa3-9fb9-842bc7e7f3df admin admin] Network hostable DHCP agents. Network: 9aeb874f-5dc0-4462-96f6-c696d1a7b371, hostable agents: ['aba3b8c1-ed4e-40c9-99d3-a300910cc497'], hosted agents: [] {{(pid=106198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:32:48.345187 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83f671a-a6f4-538f-9d53-80dd384b293c-cf9673f4-1367-4aac-ae26-3824605ed50c', 'network_id': 'cf9673f4-1367-4aac-ae26-3824605ed50c', 'project_id': '6314d8436170404097713aa7764dff94', 'fixed_ips': [{'subnet_id': '3ba0c87a-0c70-4cc5-9a73-50daea6bf675'}]}} from dv-cinder-854263-2-iscsi. {{(pid=106200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 20:32:48.346839 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:48.357822 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-57e0d7cd-3e3e-4803-ada2-6455b183c7a1 admin admin] Publish callbacks [] for router_controller (4850e967-87f7-41d6-bc48-5fb12b41f47d), precommit_add_association {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:48.380064 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3487a65e-2525-4fa3-9fb9-842bc7e7f3df admin admin] Network 9aeb874f-5dc0-4462-96f6-c696d1a7b371 is scheduled to be hosted by DHCP agent aba3b8c1-ed4e-40c9-99d3-a300910cc497 with binding_index 1 {{(pid=106198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:32:48.474794 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-3487a65e-2525-4fa3-9fb9-842bc7e7f3df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-2-iscsi, 9aeb874f-5dc0-4462-96f6-c696d1a7b371) {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:32:48.493388 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4950f236-9571-4167-a4ce-65e5f945add6 None None] Network 9aeb874f-5dc0-4462-96f6-c696d1a7b371 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:32:48.494259 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3487a65e-2525-4fa3-9fb9-842bc7e7f3df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:32:48.494864 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3487a65e-2525-4fa3-9fb9-842bc7e7f3df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:48.525066 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2c967cf8-d734-46e1-970c-9b01d719dc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957'] for subnet (410cc424-0d25-43ac-ac78-85d61f1a559c), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:48.590837 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-3487a65e-2525-4fa3-9fb9-842bc7e7f3df admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0416393 Aug 29 20:32:48.591468 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 58090) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:32:48.601271 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-5c2b93c1-f45b-4b1e-b415-f6e6d8242b0d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1735663332-router', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:32:48.630473 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c967cf8-d734-46e1-970c-9b01d719dc0c admin admin] Checking segment: {'id': '1d746f43-20a6-4a17-81a5-a928455a6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:32:48.631544 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c967cf8-d734-46e1-970c-9b01d719dc0c admin admin] Network hostable DHCP agents. Network: 956a6ad1-026f-40ab-949a-8f68054ef5a2, hostable agents: ['aba3b8c1-ed4e-40c9-99d3-a300910cc497'], hosted agents: [] {{(pid=106199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:32:48.651105 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-57e0d7cd-3e3e-4803-ada2-6455b183c7a1 admin admin] Publish callbacks [] for router_gateway (4850e967-87f7-41d6-bc48-5fb12b41f47d), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:48.660731 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c967cf8-d734-46e1-970c-9b01d719dc0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=410cc424-0d25-43ac-ac78-85d61f1a559c,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:48.674319 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c967cf8-d734-46e1-970c-9b01d719dc0c admin admin] Network 956a6ad1-026f-40ab-949a-8f68054ef5a2 is scheduled to be hosted by DHCP agent aba3b8c1-ed4e-40c9-99d3-a300910cc497 with binding_index 1 {{(pid=106199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:32:48.690490 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-2c967cf8-d734-46e1-970c-9b01d719dc0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-2-iscsi, 956a6ad1-026f-40ab-949a-8f68054ef5a2) {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:32:48.695418 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c967cf8-d734-46e1-970c-9b01d719dc0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:32:48.696647 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2c967cf8-d734-46e1-970c-9b01d719dc0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for subnet (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:48.702825 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.db_base_plugin_common [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Allocated IP 172.20.0.2 (cf9673f4-1367-4aac-ae26-3824605ed50c/3ba0c87a-0c70-4cc5-9a73-50daea6bf675/3df7e02c-a67d-412d-ba96-e358ce8a5475) {{(pid=106200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:32:48.721668 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1c2d86-3a56-4a5d-bea5-5c1b4d7d490f None None] Network 956a6ad1-026f-40ab-949a-8f68054ef5a2 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:32:48.722216 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-2c967cf8-d734-46e1-970c-9b01d719dc0c admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8457005 Aug 29 20:32:48.725842 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 58098) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:32:48.743765 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ddcf5f-24df-4835-b7ff-c42f9dfed6be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83f671a-a6f4-538f-9d53-80dd384b293c-9aeb874f-5dc0-4462-96f6-c696d1a7b371', 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371', 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'fixed_ips': [{'subnet_id': 'b859f7aa-b619-481f-9230-0993b4243baf'}]}} from dv-cinder-854263-2-iscsi. {{(pid=106200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 20:32:48.745163 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-48ddcf5f-24df-4835-b7ff-c42f9dfed6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:48.754561 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-77176066-fa67-4e33-a362-3a67a9d84155 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1686066988-router', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:32:48.780968 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5c2b93c1-f45b-4b1e-b415-f6e6d8242b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6777'] for router (2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:48.782153 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5c2b93c1-f45b-4b1e-b415-f6e6d8242b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6774'] for router (2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:48.790911 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-77176066-fa67-4e33-a362-3a67a9d84155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6777'] for router (4330b9e3-75c0-4ef3-897c-5d7af740e985), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:48.793022 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-77176066-fa67-4e33-a362-3a67a9d84155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6774'] for router (4330b9e3-75c0-4ef3-897c-5d7af740e985), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:48.962751 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:49.006258 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-77176066-fa67-4e33-a362-3a67a9d84155 admin admin] Publish callbacks [] for router_controller (4330b9e3-75c0-4ef3-897c-5d7af740e985), precommit_add_association {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:49.055219 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5c2b93c1-f45b-4b1e-b415-f6e6d8242b0d admin admin] Publish callbacks [] for router_controller (2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0), precommit_add_association {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:49.086912 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:49.161991 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341d4b0b-65ab-4115-88c4-eaa5a39c2f89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83f671a-a6f4-538f-9d53-80dd384b293c-956a6ad1-026f-40ab-949a-8f68054ef5a2', 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2', 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'fixed_ips': [{'subnet_id': '410cc424-0d25-43ac-ac78-85d61f1a559c'}]}} from dv-cinder-854263-2-iscsi. {{(pid=106200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 20:32:49.163214 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-341d4b0b-65ab-4115-88c4-eaa5a39c2f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:49.191075 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-57e0d7cd-3e3e-4803-ada2-6455b183c7a1 admin admin] Publish callbacks [] for router_gateway (4850e967-87f7-41d6-bc48-5fb12b41f47d), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:49.226662 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-57e0d7cd-3e3e-4803-ada2-6455b183c7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:49.231456 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:49.246545 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.db_base_plugin_common [None req-48ddcf5f-24df-4835-b7ff-c42f9dfed6be None None] Allocated IP 172.20.0.2 (9aeb874f-5dc0-4462-96f6-c696d1a7b371/b859f7aa-b619-481f-9230-0993b4243baf/d983bde0-b35f-484d-9c8c-08c58aebed89) {{(pid=106200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:32:49.272613 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Publish callbacks [] for port (3df7e02c-a67d-412d-ba96-e358ce8a5475), precommit_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:49.520997 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-77176066-fa67-4e33-a362-3a67a9d84155 admin admin] Publish callbacks [] for router_gateway (4330b9e3-75c0-4ef3-897c-5d7af740e985), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:49.595156 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414'] for port (3df7e02c-a67d-412d-ba96-e358ce8a5475), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:49.669212 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5c2b93c1-f45b-4b1e-b415-f6e6d8242b0d admin admin] Publish callbacks [] for router_gateway (2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:49.692402 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:49.740268 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Network cf9673f4-1367-4aac-ae26-3824605ed50c is already hosted by enough agents. {{(pid=106200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:32:49.786548 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.scheduler.base_scheduler [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Resources bound (agent type, host, resource id): {{(pid=106200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:32:49.796637 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Received port after_create {{(pid=106200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:32:49.967666 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5c2b93c1-f45b-4b1e-b415-f6e6d8242b0d admin admin] Publish callbacks [] for router_gateway (2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:49.994502 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5c2b93c1-f45b-4b1e-b415-f6e6d8242b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:49.998081 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-77176066-fa67-4e33-a362-3a67a9d84155 admin admin] Publish callbacks [] for router_gateway (4330b9e3-75c0-4ef3-897c-5d7af740e985), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:50.045512 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-77176066-fa67-4e33-a362-3a67a9d84155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:50.050525 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:50.086318 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Pushing event updated for resources: {'Port': ['ID=3df7e02c-a67d-412d-ba96-e358ce8a5475,revision_number=1']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:50.112975 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-57e0d7cd-3e3e-4803-ada2-6455b183c7a1 admin admin] Allocated IP 172.27.1.234 (6d9f465d-5886-43f5-9015-44f8e49732f9/a46a7c4b-a1af-42c4-bdce-13dd23ff8d25/e2041779-bba9-4f7b-b9ee-e8608250b6c4) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:32:50.144715 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:50.145390 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:50.146113 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:50.146802 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:50.147557 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:50.148210 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:50.148973 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:50.149704 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:50.150355 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:50.151082 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:50.152037 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:50.152999 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:50.153579 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:50.154126 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:50.154674 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Tracked resource versions report: Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: pushed versions: Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: { 'AddressGroup': {'1.2'}, Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: 'Agent': {'1.1'}, Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: 'ConntrackHelper': {'1.0'}, Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: 'LocalIPAssociation': {'1.0'}, Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: 'Log': {'1.0'}, Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: 'NDPProxy': {'1.0'}, Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: 'Network': {'1.1'}, Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: 'Port': {'1.7'}, Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: 'PortForwarding': {'1.3'}, Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: 'QosPolicy': {'1.10'}, Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: 'SecurityGroup': {'1.5'}, Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: 'SecurityGroupRule': {'1.2'}, Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: 'SubPort': {'1.0'}, Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: 'Subnet': {'1.1'}, Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: 'Trunk': {'1.1'}} Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: consumer versions: Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: { DHCP agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: HyperV agent@hv-cinder-85426: {}, Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: L3 agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: Metadata agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: Metering agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: Open vSwitch agent@dv-cinder-854263-2-iscsi: { 'AddressGroup': '1.2', Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: 'Agent': '1.1', Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: 'ConntrackHelper': '1.0', Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: 'LocalIPAssociation': '1.0', Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: 'Log': '1.0', Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: 'NDPProxy': '1.0', Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: 'Network': '1.1', Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: 'Port': '1.7', Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: 'PortForwarding': '1.3', Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: 'QosPolicy': '1.10', Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: 'SecurityGroup': '1.5', Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: 'SecurityGroupRule': '1.2', Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: 'SubPort': '1.0', Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: 'Subnet': '1.1', Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: 'Trunk': '1.1'}} Aug 29 20:32:50.157587 dv-cinder-854263-2-iscsi neutron-server[106200]: {{(pid=106200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 20:32:50.172213 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.db_base_plugin_common [None req-341d4b0b-65ab-4115-88c4-eaa5a39c2f89 None None] Allocated IP 172.20.0.2 (956a6ad1-026f-40ab-949a-8f68054ef5a2/410cc424-0d25-43ac-ac78-85d61f1a559c/0a6593fb-cbc0-4680-aef3-f5430300b797) {{(pid=106200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:32:50.237837 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Attempting to bind port 3df7e02c-a67d-412d-ba96-e358ce8a5475 on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:32:50.239489 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Attempting to bind port 3df7e02c-a67d-412d-ba96-e358ce8a5475 by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': '4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'cf9673f4-1367-4aac-ae26-3824605ed50c'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:32:50.239867 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Attempting to bind port 3df7e02c-a67d-412d-ba96-e358ce8a5475 on network cf9673f4-1367-4aac-ae26-3824605ed50c {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:32:50.284613 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:32:50.284984 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Checking segment: {'id': '4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'cf9673f4-1367-4aac-ae26-3824605ed50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:32:50.285382 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:50.286127 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Bound using segment: {'id': '4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'cf9673f4-1367-4aac-ae26-3824605ed50c'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:32:50.286277 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Bound port: 3df7e02c-a67d-412d-ba96-e358ce8a5475, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'cf9673f4-1367-4aac-ae26-3824605ed50c'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:32:50.286643 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (3df7e02c-a67d-412d-ba96-e358ce8a5475), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:50.419537 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-57e0d7cd-3e3e-4803-ada2-6455b183c7a1 admin admin] Publish callbacks [] for port (e2041779-bba9-4f7b-b9ee-e8608250b6c4), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:50.422963 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-48ddcf5f-24df-4835-b7ff-c42f9dfed6be None None] Publish callbacks [] for port (d983bde0-b35f-484d-9c8c-08c58aebed89), precommit_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:50.425678 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=7 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:50.452490 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-48ddcf5f-24df-4835-b7ff-c42f9dfed6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414'] for port (d983bde0-b35f-484d-9c8c-08c58aebed89), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:50.458833 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:50.514836 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-57e0d7cd-3e3e-4803-ada2-6455b183c7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414'] for port (e2041779-bba9-4f7b-b9ee-e8608250b6c4), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:50.590154 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ddcf5f-24df-4835-b7ff-c42f9dfed6be None None] Network 9aeb874f-5dc0-4462-96f6-c696d1a7b371 is already hosted by enough agents. {{(pid=106200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:32:50.614346 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] For port 3df7e02c-a67d-412d-ba96-e358ce8a5475, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:32:50.621354 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e0d7cd-3e3e-4803-ada2-6455b183c7a1 admin admin] Network 6d9f465d-5886-43f5-9015-44f8e49732f9 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:32:50.625070 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.scheduler.base_scheduler [None req-48ddcf5f-24df-4835-b7ff-c42f9dfed6be None None] Resources bound (agent type, host, resource id): {{(pid=106200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:32:50.628768 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-57e0d7cd-3e3e-4803-ada2-6455b183c7a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:32:50.632864 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] For port 3df7e02c-a67d-412d-ba96-e358ce8a5475, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=3df7e02c-a67d-412d-ba96-e358ce8a5475,segment=NetworkSegment(4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05),segment_id=4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:32:50.645165 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e0d7cd-3e3e-4803-ada2-6455b183c7a1 admin admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:32:50.649408 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ddcf5f-24df-4835-b7ff-c42f9dfed6be None None] Received port after_create {{(pid=106200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:32:50.658968 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [None req-77176066-fa67-4e33-a362-3a67a9d84155 admin admin] Allocated IP 172.27.1.64 (6d9f465d-5886-43f5-9015-44f8e49732f9/a46a7c4b-a1af-42c4-bdce-13dd23ff8d25/e2b40f9c-6c91-40ae-9c36-16c6644e8bea) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:32:50.668929 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddcf5f-24df-4835-b7ff-c42f9dfed6be None None] Pushing event updated for resources: {'Port': ['ID=d983bde0-b35f-484d-9c8c-08c58aebed89,revision_number=1']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:50.762440 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (3df7e02c-a67d-412d-ba96-e358ce8a5475), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:50.970599 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-77176066-fa67-4e33-a362-3a67a9d84155 admin admin] Publish callbacks [] for port (e2b40f9c-6c91-40ae-9c36-16c6644e8bea), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:51.066623 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-341d4b0b-65ab-4115-88c4-eaa5a39c2f89 None None] Publish callbacks [] for port (0a6593fb-cbc0-4680-aef3-f5430300b797), precommit_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:51.094631 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-77176066-fa67-4e33-a362-3a67a9d84155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414'] for port (e2b40f9c-6c91-40ae-9c36-16c6644e8bea), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:51.119145 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-341d4b0b-65ab-4115-88c4-eaa5a39c2f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414'] for port (0a6593fb-cbc0-4680-aef3-f5430300b797), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:51.264272 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 58186) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:32:51.315965 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0d7cd-3e3e-4803-ada2-6455b183c7a1 admin admin] Pushing event updated for resources: {'Port': ['ID=e2041779-bba9-4f7b-b9ee-e8608250b6c4,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:51.337361 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341d4b0b-65ab-4115-88c4-eaa5a39c2f89 None None] Network 956a6ad1-026f-40ab-949a-8f68054ef5a2 is already hosted by enough agents. {{(pid=106200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:32:51.340059 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-57e0d7cd-3e3e-4803-ada2-6455b183c7a1 admin admin] Publish callbacks [] for router_gateway (4850e967-87f7-41d6-bc48-5fb12b41f47d), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:51.344111 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-48ddcf5f-24df-4835-b7ff-c42f9dfed6be None None] Attempting to bind port d983bde0-b35f-484d-9c8c-08c58aebed89 on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:32:51.349818 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:51.354555 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77176066-fa67-4e33-a362-3a67a9d84155 admin admin] Pushing event updated for resources: {'Port': ['ID=e2b40f9c-6c91-40ae-9c36-16c6644e8bea,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:51.359924 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-48ddcf5f-24df-4835-b7ff-c42f9dfed6be None None] Attempting to bind port d983bde0-b35f-484d-9c8c-08c58aebed89 by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': '75a90e64-0b09-4fe0-9fa9-8a5e13957c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:32:51.360532 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ddcf5f-24df-4835-b7ff-c42f9dfed6be None None] Attempting to bind port d983bde0-b35f-484d-9c8c-08c58aebed89 on network 9aeb874f-5dc0-4462-96f6-c696d1a7b371 {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:32:51.363353 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.scheduler.base_scheduler [None req-341d4b0b-65ab-4115-88c4-eaa5a39c2f89 None None] Resources bound (agent type, host, resource id): {{(pid=106200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:32:51.387773 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341d4b0b-65ab-4115-88c4-eaa5a39c2f89 None None] Received port after_create {{(pid=106200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:32:51.391551 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ce365-e651-4f68-979e-50a721ce4d36 None None] Pushing event updated for resources: {'Port': ['ID=3df7e02c-a67d-412d-ba96-e358ce8a5475,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:51.413897 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77176066-fa67-4e33-a362-3a67a9d84155 admin admin] Network 6d9f465d-5886-43f5-9015-44f8e49732f9 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:32:51.421988 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-77176066-fa67-4e33-a362-3a67a9d84155 admin admin] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:32:51.426550 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77176066-fa67-4e33-a362-3a67a9d84155 admin admin] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:32:51.434233 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-5c2b93c1-f45b-4b1e-b415-f6e6d8242b0d admin admin] Allocated IP 172.27.1.66 (6d9f465d-5886-43f5-9015-44f8e49732f9/a46a7c4b-a1af-42c4-bdce-13dd23ff8d25/85ab0b02-734d-4182-affa-10fa6d4fdc67) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:32:51.545656 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ddcf5f-24df-4835-b7ff-c42f9dfed6be None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:32:51.545656 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ddcf5f-24df-4835-b7ff-c42f9dfed6be None None] Checking segment: {'id': '75a90e64-0b09-4fe0-9fa9-8a5e13957c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:32:51.545656 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-48ddcf5f-24df-4835-b7ff-c42f9dfed6be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:51.545656 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ddcf5f-24df-4835-b7ff-c42f9dfed6be None None] Bound using segment: {'id': '75a90e64-0b09-4fe0-9fa9-8a5e13957c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:32:51.545656 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-48ddcf5f-24df-4835-b7ff-c42f9dfed6be None None] Bound port: d983bde0-b35f-484d-9c8c-08c58aebed89, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a90e64-0b09-4fe0-9fa9-8a5e13957c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:32:51.546353 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-48ddcf5f-24df-4835-b7ff-c42f9dfed6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (d983bde0-b35f-484d-9c8c-08c58aebed89), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:51.591351 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 58198) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:32:51.852925 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5c2b93c1-f45b-4b1e-b415-f6e6d8242b0d admin admin] Publish callbacks [] for port (85ab0b02-734d-4182-affa-10fa6d4fdc67), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:51.864887 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:51.871623 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d4b0b-65ab-4115-88c4-eaa5a39c2f89 None None] Pushing event updated for resources: {'Port': ['ID=0a6593fb-cbc0-4680-aef3-f5430300b797,revision_number=1']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:51.926481 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-341d4b0b-65ab-4115-88c4-eaa5a39c2f89 None None] Attempting to bind port 0a6593fb-cbc0-4680-aef3-f5430300b797 on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:32:51.933068 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-341d4b0b-65ab-4115-88c4-eaa5a39c2f89 None None] Attempting to bind port 0a6593fb-cbc0-4680-aef3-f5430300b797 by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': '1d746f43-20a6-4a17-81a5-a928455a6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:32:51.933645 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341d4b0b-65ab-4115-88c4-eaa5a39c2f89 None None] Attempting to bind port 0a6593fb-cbc0-4680-aef3-f5430300b797 on network 956a6ad1-026f-40ab-949a-8f68054ef5a2 {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:32:51.954013 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-201fb9d1-d2a8-4fa1-aee7-b4d148306d2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:51.954758 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341d4b0b-65ab-4115-88c4-eaa5a39c2f89 None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:32:51.955298 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341d4b0b-65ab-4115-88c4-eaa5a39c2f89 None None] Checking segment: {'id': '1d746f43-20a6-4a17-81a5-a928455a6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:32:51.955721 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-341d4b0b-65ab-4115-88c4-eaa5a39c2f89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:51.956316 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341d4b0b-65ab-4115-88c4-eaa5a39c2f89 None None] Bound using segment: {'id': '1d746f43-20a6-4a17-81a5-a928455a6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:32:51.956984 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-341d4b0b-65ab-4115-88c4-eaa5a39c2f89 None None] Bound port: 0a6593fb-cbc0-4680-aef3-f5430300b797, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d746f43-20a6-4a17-81a5-a928455a6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:32:51.957522 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-341d4b0b-65ab-4115-88c4-eaa5a39c2f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (0a6593fb-cbc0-4680-aef3-f5430300b797), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:51.965789 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-48ddcf5f-24df-4835-b7ff-c42f9dfed6be None None] For port d983bde0-b35f-484d-9c8c-08c58aebed89, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:32:51.971335 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-48ddcf5f-24df-4835-b7ff-c42f9dfed6be None None] For port d983bde0-b35f-484d-9c8c-08c58aebed89, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=d983bde0-b35f-484d-9c8c-08c58aebed89,segment=NetworkSegment(75a90e64-0b09-4fe0-9fa9-8a5e13957c7f),segment_id=75a90e64-0b09-4fe0-9fa9-8a5e13957c7f)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:32:51.992634 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-48ddcf5f-24df-4835-b7ff-c42f9dfed6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (d983bde0-b35f-484d-9c8c-08c58aebed89), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:51.994955 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ee0cd6db-72ab-4284-8ee3-cc5535000907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:52.130222 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-77176066-fa67-4e33-a362-3a67a9d84155 admin admin] Publish callbacks [] for router_gateway (4330b9e3-75c0-4ef3-897c-5d7af740e985), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:52.132754 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-341d4b0b-65ab-4115-88c4-eaa5a39c2f89 None None] For port 0a6593fb-cbc0-4680-aef3-f5430300b797, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:32:52.142813 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-341d4b0b-65ab-4115-88c4-eaa5a39c2f89 None None] For port 0a6593fb-cbc0-4680-aef3-f5430300b797, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=0a6593fb-cbc0-4680-aef3-f5430300b797,segment=NetworkSegment(1d746f43-20a6-4a17-81a5-a928455a6cc0),segment_id=1d746f43-20a6-4a17-81a5-a928455a6cc0)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:32:52.160811 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5c2b93c1-f45b-4b1e-b415-f6e6d8242b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414'] for port (85ab0b02-734d-4182-affa-10fa6d4fdc67), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:52.172876 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-341d4b0b-65ab-4115-88c4-eaa5a39c2f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (0a6593fb-cbc0-4680-aef3-f5430300b797), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:52.184355 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:INSERT=14 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:52.225942 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddcf5f-24df-4835-b7ff-c42f9dfed6be None None] Pushing event updated for resources: {'Port': ['ID=d983bde0-b35f-484d-9c8c-08c58aebed89,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:52.285106 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:52.287150 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b93c1-f45b-4b1e-b415-f6e6d8242b0d admin admin] Pushing event updated for resources: {'Port': ['ID=85ab0b02-734d-4182-affa-10fa6d4fdc67,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:52.296744 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ee0cd6db-72ab-4284-8ee3-cc5535000907 admin admin] Publish callbacks [] for security_group (1f2b421c-98cd-4fde-9ad4-e7be5cbd02b6), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:52.316747 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2b93c1-f45b-4b1e-b415-f6e6d8242b0d admin admin] Network 6d9f465d-5886-43f5-9015-44f8e49732f9 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:32:52.323753 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-5c2b93c1-f45b-4b1e-b415-f6e6d8242b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:32:52.334975 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ee0cd6db-72ab-4284-8ee3-cc5535000907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (1f2b421c-98cd-4fde-9ad4-e7be5cbd02b6), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:52.359578 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2b93c1-f45b-4b1e-b415-f6e6d8242b0d admin admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:32:52.456885 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-201fb9d1-d2a8-4fa1-aee7-b4d148306d2d admin admin] Publish callbacks [] for security_group (12dd7864-efe9-4e78-a90f-01710a402cfe), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:52.480974 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-201fb9d1-d2a8-4fa1-aee7-b4d148306d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (12dd7864-efe9-4e78-a90f-01710a402cfe), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:52.533673 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 3df7e02c-a67d-412d-ba96-e358ce8a5475 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:32:52.537767 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d4b0b-65ab-4115-88c4-eaa5a39c2f89 None None] Pushing event updated for resources: {'Port': ['ID=0a6593fb-cbc0-4680-aef3-f5430300b797,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:52.622365 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:52.660952 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 3df7e02c-a67d-412d-ba96-e358ce8a5475 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:32:52.661683 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (3df7e02c-a67d-412d-ba96-e358ce8a5475), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:52.682911 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-ee0cd6db-72ab-4284-8ee3-cc5535000907 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e97ceb2f66cf4762b62ffbedcf11b9a1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4129922 Aug 29 20:32:52.690359 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 58224) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:32:52.727264 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0cd6db-72ab-4284-8ee3-cc5535000907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2b421c-98cd-4fde-9ad4-e7be5cbd02b6,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:52.737628 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:52.766520 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-57e0d7cd-3e3e-4803-ada2-6455b183c7a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639037'] for router (4850e967-87f7-41d6-bc48-5fb12b41f47d), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:52.829332 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 3df7e02c-a67d-412d-ba96-e358ce8a5475 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:32:52.829716 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (3df7e02c-a67d-412d-ba96-e358ce8a5475), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:52.876752 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201fb9d1-d2a8-4fa1-aee7-b4d148306d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12dd7864-efe9-4e78-a90f-01710a402cfe,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:52.894336 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-201fb9d1-d2a8-4fa1-aee7-b4d148306d2d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=744393782ba8406c9c1c9f5819696be0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3012886 Aug 29 20:32:52.901939 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] For port 3df7e02c-a67d-412d-ba96-e358ce8a5475, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=3df7e02c-a67d-412d-ba96-e358ce8a5475,segment=NetworkSegment(4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05),segment_id=4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:32:52.908640 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (3df7e02c-a67d-412d-ba96-e358ce8a5475), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:52.916918 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 58232) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:32:52.930386 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f43823f-c4b3-4495-a2f8-c35773dcd75f None None] Network cf9673f4-1367-4aac-ae26-3824605ed50c requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:32:53.084344 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-1e37c0da-f0a7-45ea-96a1-3e5d808380a5 None None] Provisioning complete for port 3df7e02c-a67d-412d-ba96-e358ce8a5475 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:32:53.084965 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1e37c0da-f0a7-45ea-96a1-3e5d808380a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (3df7e02c-a67d-412d-ba96-e358ce8a5475), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:53.102017 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f2f5d0cc-f386-4ff4-9056-7ada8f8b5d7f admin admin] Publish callbacks [] for security_group (1f2b421c-98cd-4fde-9ad4-e7be5cbd02b6), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:53.119046 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:53.130179 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-370c12bb-d2d6-4a7e-889c-87a38718a1a8 admin admin] Publish callbacks [] for security_group (12dd7864-efe9-4e78-a90f-01710a402cfe), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:53.135472 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Pushing event updated for resources: {'Port': ['ID=3df7e02c-a67d-412d-ba96-e358ce8a5475,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:53.155916 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f2f5d0cc-f386-4ff4-9056-7ada8f8b5d7f admin admin] Publish callbacks [] for security_group (1f2b421c-98cd-4fde-9ad4-e7be5cbd02b6), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:53.176617 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-77176066-fa67-4e33-a362-3a67a9d84155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639037'] for router (4330b9e3-75c0-4ef3-897c-5d7af740e985), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:53.189500 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-370c12bb-d2d6-4a7e-889c-87a38718a1a8 admin admin] Publish callbacks [] for security_group (12dd7864-efe9-4e78-a90f-01710a402cfe), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:53.231539 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-1e37c0da-f0a7-45ea-96a1-3e5d808380a5 None None] Current status of the port 3df7e02c-a67d-412d-ba96-e358ce8a5475 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:32:53.243679 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5c2b93c1-f45b-4b1e-b415-f6e6d8242b0d admin admin] Publish callbacks [] for router_gateway (2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:53.254089 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:53.348247 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f2f5d0cc-f386-4ff4-9056-7ada8f8b5d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (1f2b421c-98cd-4fde-9ad4-e7be5cbd02b6), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:53.352674 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f2f5d0cc-f386-4ff4-9056-7ada8f8b5d7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:53.356320 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-f2f5d0cc-f386-4ff4-9056-7ada8f8b5d7f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/1f2b421c-98cd-4fde-9ad4-e7be5cbd02b6 HTTP/1.1" status: 204 len: 168 time: 0.6609731 Aug 29 20:32:53.360052 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-370c12bb-d2d6-4a7e-889c-87a38718a1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (12dd7864-efe9-4e78-a90f-01710a402cfe), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:53.362353 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-370c12bb-d2d6-4a7e-889c-87a38718a1a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:53.365779 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-370c12bb-d2d6-4a7e-889c-87a38718a1a8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/12dd7864-efe9-4e78-a90f-01710a402cfe HTTP/1.1" status: 204 len: 168 time: 0.4453416 Aug 29 20:32:53.377672 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5d0cc-f386-4ff4-9056-7ada8f8b5d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2b421c-98cd-4fde-9ad4-e7be5cbd02b6,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:53.391960 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c12bb-d2d6-4a7e-889c-87a38718a1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dd7864-efe9-4e78-a90f-01710a402cfe,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:53.397128 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e0d7cd-3e3e-4803-ada2-6455b183c7a1 admin admin] Router 4850e967-87f7-41d6-bc48-5fb12b41f47d is scheduled to L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 with binding_index 1 {{(pid=106198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 20:32:53.470550 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77176066-fa67-4e33-a362-3a67a9d84155 admin admin] Router 4330b9e3-75c0-4ef3-897c-5d7af740e985 is scheduled to L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 with binding_index 1 {{(pid=106199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 20:32:53.657344 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5c2b93c1-f45b-4b1e-b415-f6e6d8242b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639037'] for router (2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:53.662483 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-d39d6a6d-78bd-4e6d-b762-53f83d17abe5 None None] Provisioning complete for port 3df7e02c-a67d-412d-ba96-e358ce8a5475 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:32:53.663764 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-d39d6a6d-78bd-4e6d-b762-53f83d17abe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (3df7e02c-a67d-412d-ba96-e358ce8a5475), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:53.772897 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77176066-fa67-4e33-a362-3a67a9d84155 admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:32:53.787265 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae497954-2bce-4527-ae71-a3814654e12d None None] Sync routers for ids ['4330b9e3-75c0-4ef3-897c-5d7af740e985'] in dv-cinder-854263-2-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:32:53.811440 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae497954-2bce-4527-ae71-a3814654e12d None None] Routers {'4330b9e3-75c0-4ef3-897c-5d7af740e985'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:32:53.815152 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-ae497954-2bce-4527-ae71-a3814654e12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:32:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['4330b9e3-75c0-4ef3-897c-5d7af740e985'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:32:53.818475 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-77176066-fa67-4e33-a362-3a67a9d84155 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:53.819786 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-77176066-fa67-4e33-a362-3a67a9d84155 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0921550 Aug 29 20:32:53.820687 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-d39d6a6d-78bd-4e6d-b762-53f83d17abe5 None None] Current status of the port 3df7e02c-a67d-412d-ba96-e358ce8a5475 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:32:53.823225 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 58246) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:32:53.825204 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc4972c-cac1-4f83-b763-0f141f58f3f6 None None] Network 9aeb874f-5dc0-4462-96f6-c696d1a7b371 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:32:53.978082 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:53.990696 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-add1738c-c318-48e9-8696-78677611f173 None None] Provisioning complete for port d983bde0-b35f-484d-9c8c-08c58aebed89 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:32:53.991399 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-add1738c-c318-48e9-8696-78677611f173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (d983bde0-b35f-484d-9c8c-08c58aebed89), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:54.025252 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 58256) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:32:54.050505 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e0d7cd-3e3e-4803-ada2-6455b183c7a1 admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:32:54.076008 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:54.104350 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:54.124510 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-57e0d7cd-3e3e-4803-ada2-6455b183c7a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:54.128553 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-57e0d7cd-3e3e-4803-ada2-6455b183c7a1 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0692327 Aug 29 20:32:54.128553 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8753b4e1-9b09-4e5b-b6a4-6c971f5b4a09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:54.142384 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 58258) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:32:54.150388 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33baa18-11fe-4560-b5cc-d36406496526 None None] Sync routers for ids ['4850e967-87f7-41d6-bc48-5fb12b41f47d'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:32:54.283711 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33baa18-11fe-4560-b5cc-d36406496526 None None] Routers {'4850e967-87f7-41d6-bc48-5fb12b41f47d'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:32:54.293636 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:54.295202 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-a33baa18-11fe-4560-b5cc-d36406496526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:32:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['4850e967-87f7-41d6-bc48-5fb12b41f47d'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:32:54.322563 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-ae497954-2bce-4527-ae71-a3814654e12d None None] Set router 4330b9e3-75c0-4ef3-897c-5d7af740e985 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:32:54.435601 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e300856-9977-4d3d-8721-7714830f666a None None] Network 956a6ad1-026f-40ab-949a-8f68054ef5a2 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:32:54.598920 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-add1738c-c318-48e9-8696-78677611f173 None None] Current status of the port d983bde0-b35f-484d-9c8c-08c58aebed89 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:32:54.599723 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-add1738c-c318-48e9-8696-78677611f173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (d983bde0-b35f-484d-9c8c-08c58aebed89), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:54.612511 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device d983bde0-b35f-484d-9c8c-08c58aebed89 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:32:54.688533 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-ae497954-2bce-4527-ae71-a3814654e12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'name': 'tempest-AttachVolumeTestJSON-1686066988-router', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:51Z', 'revision_number': 3, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'gw_port': {'id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:32:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:32:54.694066 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:54.731094 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae497954-2bce-4527-ae71-a3814654e12d None None] Checking router: 4330b9e3-75c0-4ef3-897c-5d7af740e985 for host: dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:32:54.731553 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae497954-2bce-4527-ae71-a3814654e12d None None] Updating router 4330b9e3-75c0-4ef3-897c-5d7af740e985 port e2b40f9c-6c91-40ae-9c36-16c6644e8bea binding host dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:32:54.751046 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-64e1fe60-2d8b-4fa5-a755-c89eaf52db68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:54.771408 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ae497954-2bce-4527-ae71-a3814654e12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (e2b40f9c-6c91-40ae-9c36-16c6644e8bea), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:54.782693 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-add1738c-c318-48e9-8696-78677611f173 None None] For port d983bde0-b35f-484d-9c8c-08c58aebed89, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=d983bde0-b35f-484d-9c8c-08c58aebed89,segment=NetworkSegment(75a90e64-0b09-4fe0-9fa9-8a5e13957c7f),segment_id=75a90e64-0b09-4fe0-9fa9-8a5e13957c7f)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:32:54.798992 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-add1738c-c318-48e9-8696-78677611f173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (d983bde0-b35f-484d-9c8c-08c58aebed89), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:54.867697 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2b93c1-f45b-4b1e-b415-f6e6d8242b0d admin admin] Router 2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0 is scheduled to L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 with binding_index 1 {{(pid=106198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 20:32:54.886400 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-a33baa18-11fe-4560-b5cc-d36406496526 None None] Set router 4850e967-87f7-41d6-bc48-5fb12b41f47d gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:32:54.893734 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port d983bde0-b35f-484d-9c8c-08c58aebed89 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:32:54.894389 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (d983bde0-b35f-484d-9c8c-08c58aebed89), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:54.924615 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8753b4e1-9b09-4e5b-b6a4-6c971f5b4a09 admin admin] Publish callbacks [] for security_group (8aa799f1-ebe7-40cd-9f58-f98b3186fc6d), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:55.006500 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:55.020896 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [None req-64e1fe60-2d8b-4fa5-a755-c89eaf52db68 admin admin] Allocated IP 172.20.0.1 (956a6ad1-026f-40ab-949a-8f68054ef5a2/410cc424-0d25-43ac-ac78-85d61f1a559c/c7a36f00-ad43-43f3-897c-2878fa10e956) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:32:55.028308 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8753b4e1-9b09-4e5b-b6a4-6c971f5b4a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (8aa799f1-ebe7-40cd-9f58-f98b3186fc6d), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:55.119082 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1738c-c318-48e9-8696-78677611f173 None None] Pushing event updated for resources: {'Port': ['ID=d983bde0-b35f-484d-9c8c-08c58aebed89,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:55.177657 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-848ebf5c-3f85-40b4-a3cc-0e985493d046 None None] Provisioning complete for port d983bde0-b35f-484d-9c8c-08c58aebed89 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:32:55.178074 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-848ebf5c-3f85-40b4-a3cc-0e985493d046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (d983bde0-b35f-484d-9c8c-08c58aebed89), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:55.236774 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ae497954-2bce-4527-ae71-a3814654e12d None None] Publish callbacks [] for port (e2b40f9c-6c91-40ae-9c36-16c6644e8bea), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:55.246142 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ae497954-2bce-4527-ae71-a3814654e12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (e2b40f9c-6c91-40ae-9c36-16c6644e8bea), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:55.299187 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-64e1fe60-2d8b-4fa5-a755-c89eaf52db68 admin admin] Publish callbacks [] for port (c7a36f00-ad43-43f3-897c-2878fa10e956), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:55.313907 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-ae497954-2bce-4527-ae71-a3814654e12d None None] Attempting to bind port e2b40f9c-6c91-40ae-9c36-16c6644e8bea on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:32:55.314190 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-ae497954-2bce-4527-ae71-a3814654e12d None None] Attempting to bind port e2b40f9c-6c91-40ae-9c36-16c6644e8bea by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:32:55.314737 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae497954-2bce-4527-ae71-a3814654e12d None None] Attempting to bind port e2b40f9c-6c91-40ae-9c36-16c6644e8bea on network 6d9f465d-5886-43f5-9015-44f8e49732f9 {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:32:55.331606 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae497954-2bce-4527-ae71-a3814654e12d None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:32:55.332252 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae497954-2bce-4527-ae71-a3814654e12d None None] Checking segment: {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:32:55.333015 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ae497954-2bce-4527-ae71-a3814654e12d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:55.333700 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae497954-2bce-4527-ae71-a3814654e12d None None] Bound using segment: {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:32:55.334342 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-ae497954-2bce-4527-ae71-a3814654e12d None None] Bound port: e2b40f9c-6c91-40ae-9c36-16c6644e8bea, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:32:55.334940 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ae497954-2bce-4527-ae71-a3814654e12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (e2b40f9c-6c91-40ae-9c36-16c6644e8bea), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:55.387778 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-64e1fe60-2d8b-4fa5-a755-c89eaf52db68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414'] for port (c7a36f00-ad43-43f3-897c-2878fa10e956), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:55.391675 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b07f5-28b0-4419-8d47-27b386efa57e None None] Pushing event updated for resources: {'Port': ['ID=e2b40f9c-6c91-40ae-9c36-16c6644e8bea,revision_number=2']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:55.410011 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b07f5-28b0-4419-8d47-27b386efa57e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:55.410369 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b07f5-28b0-4419-8d47-27b386efa57e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:55.410735 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b07f5-28b0-4419-8d47-27b386efa57e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:55.411104 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b07f5-28b0-4419-8d47-27b386efa57e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:55.411590 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b07f5-28b0-4419-8d47-27b386efa57e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:55.411968 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b07f5-28b0-4419-8d47-27b386efa57e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:55.412865 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b07f5-28b0-4419-8d47-27b386efa57e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:55.413199 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b07f5-28b0-4419-8d47-27b386efa57e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:55.413664 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b07f5-28b0-4419-8d47-27b386efa57e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:55.414072 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b07f5-28b0-4419-8d47-27b386efa57e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:55.414549 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b07f5-28b0-4419-8d47-27b386efa57e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:55.414970 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b07f5-28b0-4419-8d47-27b386efa57e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:55.415225 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b07f5-28b0-4419-8d47-27b386efa57e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:55.415638 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b07f5-28b0-4419-8d47-27b386efa57e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:55.415879 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b07f5-28b0-4419-8d47-27b386efa57e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b07f5-28b0-4419-8d47-27b386efa57e None None] Tracked resource versions report: Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: pushed versions: Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: { 'AddressGroup': {'1.2'}, Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: 'Agent': {'1.1'}, Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: 'ConntrackHelper': {'1.0'}, Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: 'LocalIPAssociation': {'1.0'}, Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: 'Log': {'1.0'}, Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: 'NDPProxy': {'1.0'}, Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: 'Network': {'1.1'}, Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: 'Port': {'1.7'}, Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: 'PortForwarding': {'1.3'}, Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: 'QosPolicy': {'1.10'}, Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: 'SecurityGroup': {'1.5'}, Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: 'SecurityGroupRule': {'1.2'}, Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: 'SubPort': {'1.0'}, Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: 'Subnet': {'1.1'}, Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: 'Trunk': {'1.1'}} Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: consumer versions: Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: { DHCP agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: HyperV agent@hv-cinder-85426: {}, Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: L3 agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: Metadata agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: Metering agent@dv-cinder-854263-2-iscsi: {}, Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: Open vSwitch agent@dv-cinder-854263-2-iscsi: { 'AddressGroup': '1.2', Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: 'Agent': '1.1', Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: 'ConntrackHelper': '1.0', Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: 'LocalIPAssociation': '1.0', Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: 'Log': '1.0', Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: 'NDPProxy': '1.0', Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: 'Network': '1.1', Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: 'Port': '1.7', Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: 'PortForwarding': '1.3', Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: 'QosPolicy': '1.10', Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: 'SecurityGroup': '1.5', Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: 'SecurityGroupRule': '1.2', Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: 'SubPort': '1.0', Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: 'Subnet': '1.1', Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: 'Trunk': '1.1'}} Aug 29 20:32:55.417427 dv-cinder-854263-2-iscsi neutron-server[106201]: {{(pid=106201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 20:32:55.424665 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port d983bde0-b35f-484d-9c8c-08c58aebed89 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:32:55.426649 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 0a6593fb-cbc0-4680-aef3-f5430300b797 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:32:55.431334 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:55.455387 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e1fe60-2d8b-4fa5-a755-c89eaf52db68 admin admin] Network 956a6ad1-026f-40ab-949a-8f68054ef5a2 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:32:55.457304 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-ae497954-2bce-4527-ae71-a3814654e12d None None] For port e2b40f9c-6c91-40ae-9c36-16c6644e8bea, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:32:55.461378 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-64e1fe60-2d8b-4fa5-a755-c89eaf52db68 admin admin] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:32:55.462830 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-ae497954-2bce-4527-ae71-a3814654e12d None None] For port e2b40f9c-6c91-40ae-9c36-16c6644e8bea, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=e2b40f9c-6c91-40ae-9c36-16c6644e8bea,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:32:55.464755 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e1fe60-2d8b-4fa5-a755-c89eaf52db68 admin admin] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:32:55.465581 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-64e1fe60-2d8b-4fa5-a755-c89eaf52db68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639577'] for router_interface (4330b9e3-75c0-4ef3-897c-5d7af740e985), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:55.476425 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ae497954-2bce-4527-ae71-a3814654e12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (e2b40f9c-6c91-40ae-9c36-16c6644e8bea), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:55.524455 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1fe60-2d8b-4fa5-a755-c89eaf52db68 admin admin] Pushing event updated for resources: {'Port': ['ID=c7a36f00-ad43-43f3-897c-2878fa10e956,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:55.526032 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:55.547197 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b07f5-28b0-4419-8d47-27b386efa57e None None] Pushing event updated for resources: {'Port': ['ID=e2b40f9c-6c91-40ae-9c36-16c6644e8bea,revision_number=3']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:55.552723 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae497954-2bce-4527-ae71-a3814654e12d None None] Routers {'4330b9e3-75c0-4ef3-897c-5d7af740e985'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:32:55.553682 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-ae497954-2bce-4527-ae71-a3814654e12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:32:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['4330b9e3-75c0-4ef3-897c-5d7af740e985'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:32:55.676857 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-848ebf5c-3f85-40b4-a3cc-0e985493d046 None None] Current status of the port d983bde0-b35f-484d-9c8c-08c58aebed89 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:32:55.688175 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5347914f-6e36-42f1-8b5e-8ce1c27105f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:55.690509 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753b4e1-9b09-4e5b-b6a4-6c971f5b4a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa799f1-ebe7-40cd-9f58-f98b3186fc6d,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:55.695585 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2b93c1-f45b-4b1e-b415-f6e6d8242b0d admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:32:55.722707 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75f5039-bd81-4d23-a3c5-597b60d5824f None None] Sync routers for ids ['2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'] in dv-cinder-854263-2-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:32:55.729563 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:55.733966 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:55.747671 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 0a6593fb-cbc0-4680-aef3-f5430300b797 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:32:55.748012 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (0a6593fb-cbc0-4680-aef3-f5430300b797), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:55.756703 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-a33baa18-11fe-4560-b5cc-d36406496526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4850e967-87f7-41d6-bc48-5fb12b41f47d', 'name': 'tempest-DeleteServersTestJSON-699117495-router', 'tenant_id': '6314d8436170404097713aa7764dff94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'e2041779-bba9-4f7b-b9ee-e8608250b6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:50Z', 'revision_number': 3, 'project_id': '6314d8436170404097713aa7764dff94', 'gw_port': {'id': 'e2041779-bba9-4f7b-b9ee-e8608250b6c4', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4850e967-87f7-41d6-bc48-5fb12b41f47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:49Z', 'updated_at': '2022-08-29T20:32:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:32:55.766941 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-8753b4e1-9b09-4e5b-b6a4-6c971f5b4a09 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=6367cafb1e524b33bb507ca872a8b854&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7403555 Aug 29 20:32:55.783099 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 58302) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:32:55.806481 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-ae497954-2bce-4527-ae71-a3814654e12d None None] Set router 4330b9e3-75c0-4ef3-897c-5d7af740e985 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:32:55.809643 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75f5039-bd81-4d23-a3c5-597b60d5824f None None] Routers {'2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:32:55.816924 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-e75f5039-bd81-4d23-a3c5-597b60d5824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:32:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:32:55.818938 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5c2b93c1-f45b-4b1e-b415-f6e6d8242b0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:55.822989 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-5c2b93c1-f45b-4b1e-b415-f6e6d8242b0d admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.2282510 Aug 29 20:32:55.826454 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 58304) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:32:55.836952 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33baa18-11fe-4560-b5cc-d36406496526 None None] Checking router: 4850e967-87f7-41d6-bc48-5fb12b41f47d for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:32:55.837558 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33baa18-11fe-4560-b5cc-d36406496526 None None] Updating router 4850e967-87f7-41d6-bc48-5fb12b41f47d port e2041779-bba9-4f7b-b9ee-e8608250b6c4 binding host dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:32:55.897493 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-848ebf5c-3f85-40b4-a3cc-0e985493d046 None None] Provisioning complete for port 0a6593fb-cbc0-4680-aef3-f5430300b797 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:32:55.903413 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-848ebf5c-3f85-40b4-a3cc-0e985493d046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (0a6593fb-cbc0-4680-aef3-f5430300b797), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:55.950532 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a33baa18-11fe-4560-b5cc-d36406496526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (e2041779-bba9-4f7b-b9ee-e8608250b6c4), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:55.992617 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1b2fc2b2-2b9a-4195-8876-20da5362fa69 admin admin] Publish callbacks [] for security_group (8aa799f1-ebe7-40cd-9f58-f98b3186fc6d), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:56.000299 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:56.087822 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1b2fc2b2-2b9a-4195-8876-20da5362fa69 admin admin] Publish callbacks [] for security_group (8aa799f1-ebe7-40cd-9f58-f98b3186fc6d), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:56.126123 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-e75f5039-bd81-4d23-a3c5-597b60d5824f None None] Set router 2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:32:56.188343 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-64e1fe60-2d8b-4fa5-a755-c89eaf52db68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (c7a36f00-ad43-43f3-897c-2878fa10e956), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:56.322358 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a33baa18-11fe-4560-b5cc-d36406496526 None None] Publish callbacks [] for port (e2041779-bba9-4f7b-b9ee-e8608250b6c4), precommit_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:56.326173 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:56.391762 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a33baa18-11fe-4560-b5cc-d36406496526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (e2041779-bba9-4f7b-b9ee-e8608250b6c4), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:56.398045 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-e75f5039-bd81-4d23-a3c5-597b60d5824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1735663332-router', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:52Z', 'revision_number': 3, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'gw_port': {'id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:76:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:32:56.450369 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75f5039-bd81-4d23-a3c5-597b60d5824f None None] Checking router: 2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0 for host: dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:32:56.450712 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75f5039-bd81-4d23-a3c5-597b60d5824f None None] Updating router 2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0 port 85ab0b02-734d-4182-affa-10fa6d4fdc67 binding host dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:32:56.473457 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-a33baa18-11fe-4560-b5cc-d36406496526 None None] Attempting to bind port e2041779-bba9-4f7b-b9ee-e8608250b6c4 on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:32:56.474943 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-a33baa18-11fe-4560-b5cc-d36406496526 None None] Attempting to bind port e2041779-bba9-4f7b-b9ee-e8608250b6c4 by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:32:56.475542 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33baa18-11fe-4560-b5cc-d36406496526 None None] Attempting to bind port e2041779-bba9-4f7b-b9ee-e8608250b6c4 on network 6d9f465d-5886-43f5-9015-44f8e49732f9 {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:32:56.490393 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-848ebf5c-3f85-40b4-a3cc-0e985493d046 None None] Current status of the port 0a6593fb-cbc0-4680-aef3-f5430300b797 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:32:56.491140 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-848ebf5c-3f85-40b4-a3cc-0e985493d046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (0a6593fb-cbc0-4680-aef3-f5430300b797), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:56.496394 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-ae497954-2bce-4527-ae71-a3814654e12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'name': 'tempest-AttachVolumeTestJSON-1686066988-router', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:51Z', 'revision_number': 3, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'gw_port': {'id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:32:56.498354 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e75f5039-bd81-4d23-a3c5-597b60d5824f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (85ab0b02-734d-4182-affa-10fa6d4fdc67), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:56.499444 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33baa18-11fe-4560-b5cc-d36406496526 None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:32:56.500124 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33baa18-11fe-4560-b5cc-d36406496526 None None] Checking segment: {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:32:56.500762 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a33baa18-11fe-4560-b5cc-d36406496526 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:56.501416 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33baa18-11fe-4560-b5cc-d36406496526 None None] Bound using segment: {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:32:56.502102 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-a33baa18-11fe-4560-b5cc-d36406496526 None None] Bound port: e2041779-bba9-4f7b-b9ee-e8608250b6c4, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:32:56.503358 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a33baa18-11fe-4560-b5cc-d36406496526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (e2041779-bba9-4f7b-b9ee-e8608250b6c4), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:56.506608 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 0a6593fb-cbc0-4680-aef3-f5430300b797 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:32:56.507246 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (0a6593fb-cbc0-4680-aef3-f5430300b797), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:56.519300 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:56.541957 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-64e1fe60-2d8b-4fa5-a755-c89eaf52db68 admin admin] Publish callbacks [] for port (c7a36f00-ad43-43f3-897c-2878fa10e956), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:56.543771 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:56.549506 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-64e1fe60-2d8b-4fa5-a755-c89eaf52db68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (c7a36f00-ad43-43f3-897c-2878fa10e956), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:56.550898 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-64e1fe60-2d8b-4fa5-a755-c89eaf52db68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639693'] for router_interface (4330b9e3-75c0-4ef3-897c-5d7af740e985), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:56.561896 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a1712-6577-4502-b9cd-cb9fa6503ea9 None None] Pushing event updated for resources: {'Port': ['ID=e2041779-bba9-4f7b-b9ee-e8608250b6c4,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:56.603812 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae497954-2bce-4527-ae71-a3814654e12d None None] The sync data for ids ['4330b9e3-75c0-4ef3-897c-5d7af740e985'] in dv-cinder-854263-2-iscsi is: [{'id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'name': 'tempest-AttachVolumeTestJSON-1686066988-router', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:51Z', 'revision_number': 3, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'gw_port': {'id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:32:56.694487 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-5347914f-6e36-42f1-8b5e-8ce1c27105f2 admin admin] Allocated IP 172.20.0.1 (cf9673f4-1367-4aac-ae26-3824605ed50c/3ba0c87a-0c70-4cc5-9a73-50daea6bf675/600250e3-1752-44d0-ac69-901c18ec09bb) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:32:56.694855 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-848ebf5c-3f85-40b4-a3cc-0e985493d046 None None] For port 0a6593fb-cbc0-4680-aef3-f5430300b797, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=0a6593fb-cbc0-4680-aef3-f5430300b797,segment=NetworkSegment(1d746f43-20a6-4a17-81a5-a928455a6cc0),segment_id=1d746f43-20a6-4a17-81a5-a928455a6cc0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:32:56.697045 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1b2fc2b2-2b9a-4195-8876-20da5362fa69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (8aa799f1-ebe7-40cd-9f58-f98b3186fc6d), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:56.699814 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1b2fc2b2-2b9a-4195-8876-20da5362fa69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:56.707381 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-1b2fc2b2-2b9a-4195-8876-20da5362fa69 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8aa799f1-ebe7-40cd-9f58-f98b3186fc6d HTTP/1.1" status: 204 len: 168 time: 0.9218268 Aug 29 20:32:56.716045 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-848ebf5c-3f85-40b4-a3cc-0e985493d046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (0a6593fb-cbc0-4680-aef3-f5430300b797), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:56.721231 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fc2b2-2b9a-4195-8876-20da5362fa69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa799f1-ebe7-40cd-9f58-f98b3186fc6d,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:56.777623 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-a33baa18-11fe-4560-b5cc-d36406496526 None None] For port e2041779-bba9-4f7b-b9ee-e8608250b6c4, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:32:56.809975 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:56.838673 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e1fe60-2d8b-4fa5-a755-c89eaf52db68 admin admin] Network 956a6ad1-026f-40ab-949a-8f68054ef5a2 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:32:56.873013 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-64e1fe60-2d8b-4fa5-a755-c89eaf52db68 admin admin] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:32:57.096039 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5347914f-6e36-42f1-8b5e-8ce1c27105f2 admin admin] Publish callbacks [] for port (600250e3-1752-44d0-ac69-901c18ec09bb), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:57.116939 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-669f48ad-9fbb-4b63-93a7-8c36d1a8256e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:57.191543 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-a33baa18-11fe-4560-b5cc-d36406496526 None None] For port e2041779-bba9-4f7b-b9ee-e8608250b6c4, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=e2041779-bba9-4f7b-b9ee-e8608250b6c4,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:32:57.236827 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:57.245386 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:57.268138 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e1fe60-2d8b-4fa5-a755-c89eaf52db68 admin admin] Router 4330b9e3-75c0-4ef3-897c-5d7af740e985 has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:32:57.315643 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a33baa18-11fe-4560-b5cc-d36406496526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (e2041779-bba9-4f7b-b9ee-e8608250b6c4), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:57.335094 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e75f5039-bd81-4d23-a3c5-597b60d5824f None None] Publish callbacks [] for port (85ab0b02-734d-4182-affa-10fa6d4fdc67), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:57.344450 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e75f5039-bd81-4d23-a3c5-597b60d5824f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (85ab0b02-734d-4182-affa-10fa6d4fdc67), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:57.361457 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5347914f-6e36-42f1-8b5e-8ce1c27105f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414'] for port (600250e3-1752-44d0-ac69-901c18ec09bb), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:57.378820 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-13af9f2d-7592-408c-ba2f-584ef6ce5c36 None None] Provisioning complete for port c7a36f00-ad43-43f3-897c-2878fa10e956 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:32:57.379389 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-13af9f2d-7592-408c-ba2f-584ef6ce5c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (c7a36f00-ad43-43f3-897c-2878fa10e956), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:57.395087 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-e75f5039-bd81-4d23-a3c5-597b60d5824f None None] Attempting to bind port 85ab0b02-734d-4182-affa-10fa6d4fdc67 on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:32:57.397956 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-e75f5039-bd81-4d23-a3c5-597b60d5824f None None] Attempting to bind port 85ab0b02-734d-4182-affa-10fa6d4fdc67 by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:32:57.398399 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75f5039-bd81-4d23-a3c5-597b60d5824f None None] Attempting to bind port 85ab0b02-734d-4182-affa-10fa6d4fdc67 on network 6d9f465d-5886-43f5-9015-44f8e49732f9 {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:32:57.447961 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75f5039-bd81-4d23-a3c5-597b60d5824f None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:32:57.448346 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75f5039-bd81-4d23-a3c5-597b60d5824f None None] Checking segment: {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:32:57.448744 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e75f5039-bd81-4d23-a3c5-597b60d5824f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:57.449132 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75f5039-bd81-4d23-a3c5-597b60d5824f None None] Bound using segment: {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:32:57.449614 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-e75f5039-bd81-4d23-a3c5-597b60d5824f None None] Bound port: 85ab0b02-734d-4182-affa-10fa6d4fdc67, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:32:57.449982 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e75f5039-bd81-4d23-a3c5-597b60d5824f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (85ab0b02-734d-4182-affa-10fa6d4fdc67), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:57.491513 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-13af9f2d-7592-408c-ba2f-584ef6ce5c36 None None] Port c7a36f00-ad43-43f3-897c-2878fa10e956 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:32:57.500494 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.db.api [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 29 20:32:57.501120 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG oslo_db.api [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 20:32:57.515563 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1fe60-2d8b-4fa5-a755-c89eaf52db68 admin admin] Pushing event updated for resources: {'Port': ['ID=c7a36f00-ad43-43f3-897c-2878fa10e956,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:57.537778 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5347914f-6e36-42f1-8b5e-8ce1c27105f2 admin admin] Network cf9673f4-1367-4aac-ae26-3824605ed50c is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:32:57.537971 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33baa18-11fe-4560-b5cc-d36406496526 None None] Routers {'4850e967-87f7-41d6-bc48-5fb12b41f47d'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:32:57.538634 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-a33baa18-11fe-4560-b5cc-d36406496526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:32:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['4850e967-87f7-41d6-bc48-5fb12b41f47d'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:32:57.540805 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347914f-6e36-42f1-8b5e-8ce1c27105f2 admin admin] Pushing event updated for resources: {'Port': ['ID=600250e3-1752-44d0-ac69-901c18ec09bb,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:57.548178 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ebf5c-3f85-40b4-a3cc-0e985493d046 None None] Pushing event updated for resources: {'Port': ['ID=0a6593fb-cbc0-4680-aef3-f5430300b797,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:57.575359 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-e75f5039-bd81-4d23-a3c5-597b60d5824f None None] For port 85ab0b02-734d-4182-affa-10fa6d4fdc67, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:32:57.583249 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e1fe60-2d8b-4fa5-a755-c89eaf52db68 admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:32:57.586783 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-e75f5039-bd81-4d23-a3c5-597b60d5824f None None] For port 85ab0b02-734d-4182-affa-10fa6d4fdc67, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=85ab0b02-734d-4182-affa-10fa6d4fdc67,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:32:57.594302 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-5347914f-6e36-42f1-8b5e-8ce1c27105f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:32:57.594975 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-64e1fe60-2d8b-4fa5-a755-c89eaf52db68 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/4330b9e3-75c0-4ef3-897c-5d7af740e985/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7712333 Aug 29 20:32:57.619085 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-13af9f2d-7592-408c-ba2f-584ef6ce5c36 None None] Provisioning complete for port 0a6593fb-cbc0-4680-aef3-f5430300b797 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:32:57.619618 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-13af9f2d-7592-408c-ba2f-584ef6ce5c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (0a6593fb-cbc0-4680-aef3-f5430300b797), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:57.635047 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5347914f-6e36-42f1-8b5e-8ce1c27105f2 admin admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:32:57.635281 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:57.636186 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5347914f-6e36-42f1-8b5e-8ce1c27105f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639577'] for router_interface (4850e967-87f7-41d6-bc48-5fb12b41f47d), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:57.644130 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e75f5039-bd81-4d23-a3c5-597b60d5824f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (85ab0b02-734d-4182-affa-10fa6d4fdc67), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:57.681029 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75f5039-bd81-4d23-a3c5-597b60d5824f None None] Routers {'2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:32:57.681682 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-e75f5039-bd81-4d23-a3c5-597b60d5824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:32:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:32:57.777561 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:57.929067 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-e75f5039-bd81-4d23-a3c5-597b60d5824f None None] Set router 2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:32:57.977532 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-669f48ad-9fbb-4b63-93a7-8c36d1a8256e admin admin] Allocated IP 172.20.0.1 (9aeb874f-5dc0-4462-96f6-c696d1a7b371/b859f7aa-b619-481f-9230-0993b4243baf/5c30aa4b-e0b0-4843-a87a-31710c1ac4de) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:32:58.031687 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-13af9f2d-7592-408c-ba2f-584ef6ce5c36 None None] Current status of the port 0a6593fb-cbc0-4680-aef3-f5430300b797 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:32:58.042663 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:58.116322 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a1712-6577-4502-b9cd-cb9fa6503ea9 None None] Pushing event updated for resources: {'Port': ['ID=e2041779-bba9-4f7b-b9ee-e8608250b6c4,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:58.209992 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-a33baa18-11fe-4560-b5cc-d36406496526 None None] Set router 4850e967-87f7-41d6-bc48-5fb12b41f47d gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:32:58.212117 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 0a6593fb-cbc0-4680-aef3-f5430300b797 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:32:58.213126 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 3df7e02c-a67d-412d-ba96-e358ce8a5475 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:32:58.237061 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5347914f-6e36-42f1-8b5e-8ce1c27105f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (600250e3-1752-44d0-ac69-901c18ec09bb), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:58.269744 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f7abf789-777a-4eac-9a3b-1362c0f3f8b1 None None] Provisioning complete for port c7a36f00-ad43-43f3-897c-2878fa10e956 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:32:58.270176 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f7abf789-777a-4eac-9a3b-1362c0f3f8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (c7a36f00-ad43-43f3-897c-2878fa10e956), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:58.323832 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-e75f5039-bd81-4d23-a3c5-597b60d5824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1735663332-router', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:52Z', 'revision_number': 3, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'gw_port': {'id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:76:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:32:58.405686 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75f5039-bd81-4d23-a3c5-597b60d5824f None None] The sync data for ids ['2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'] in dv-cinder-854263-2-iscsi is: [{'id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1735663332-router', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:52Z', 'revision_number': 3, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'gw_port': {'id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:76:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:32:58.412937 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519129a7-80aa-4caf-a6ae-d301125f6ec5 None None] Pushing event updated for resources: {'Port': ['ID=85ab0b02-734d-4182-affa-10fa6d4fdc67,revision_number=2']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:58.477611 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-669f48ad-9fbb-4b63-93a7-8c36d1a8256e admin admin] Publish callbacks [] for port (5c30aa4b-e0b0-4843-a87a-31710c1ac4de), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:58.514470 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519129a7-80aa-4caf-a6ae-d301125f6ec5 None None] Pushing event updated for resources: {'Port': ['ID=85ab0b02-734d-4182-affa-10fa6d4fdc67,revision_number=3']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:58.666985 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-669f48ad-9fbb-4b63-93a7-8c36d1a8256e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414'] for port (5c30aa4b-e0b0-4843-a87a-31710c1ac4de), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:58.688713 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:58.698397 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:32:58.738140 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 58382) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:32:58.743546 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-073f9a55-aacd-49a3-9871-d16049523f38 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2072934743', 'description': 'tempest-description--1708935168'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:32:58.827987 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-073f9a55-aacd-49a3-9871-d16049523f38 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:58.842237 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669f48ad-9fbb-4b63-93a7-8c36d1a8256e admin admin] Network 9aeb874f-5dc0-4462-96f6-c696d1a7b371 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:32:58.854873 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-a33baa18-11fe-4560-b5cc-d36406496526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4850e967-87f7-41d6-bc48-5fb12b41f47d', 'name': 'tempest-DeleteServersTestJSON-699117495-router', 'tenant_id': '6314d8436170404097713aa7764dff94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'e2041779-bba9-4f7b-b9ee-e8608250b6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:50Z', 'revision_number': 3, 'project_id': '6314d8436170404097713aa7764dff94', 'gw_port': {'id': 'e2041779-bba9-4f7b-b9ee-e8608250b6c4', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4850e967-87f7-41d6-bc48-5fb12b41f47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:49Z', 'updated_at': '2022-08-29T20:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:32:58.872687 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-669f48ad-9fbb-4b63-93a7-8c36d1a8256e admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:32:58.876429 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669f48ad-9fbb-4b63-93a7-8c36d1a8256e admin admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:32:58.876849 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-669f48ad-9fbb-4b63-93a7-8c36d1a8256e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639577'] for router_interface (2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:58.923382 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33baa18-11fe-4560-b5cc-d36406496526 None None] The sync data for ids ['4850e967-87f7-41d6-bc48-5fb12b41f47d'] in dv-cinder-854263-2-iscsi is: [{'id': '4850e967-87f7-41d6-bc48-5fb12b41f47d', 'name': 'tempest-DeleteServersTestJSON-699117495-router', 'tenant_id': '6314d8436170404097713aa7764dff94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'e2041779-bba9-4f7b-b9ee-e8608250b6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:50Z', 'revision_number': 3, 'project_id': '6314d8436170404097713aa7764dff94', 'gw_port': {'id': 'e2041779-bba9-4f7b-b9ee-e8608250b6c4', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4850e967-87f7-41d6-bc48-5fb12b41f47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:49Z', 'updated_at': '2022-08-29T20:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:32:58.941680 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 3df7e02c-a67d-412d-ba96-e358ce8a5475 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:32:58.942156 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (3df7e02c-a67d-412d-ba96-e358ce8a5475), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:59.033697 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f7abf789-777a-4eac-9a3b-1362c0f3f8b1 None None] Port c7a36f00-ad43-43f3-897c-2878fa10e956 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:32:59.060245 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f7abf789-777a-4eac-9a3b-1362c0f3f8b1 None None] Provisioning complete for port 600250e3-1752-44d0-ac69-901c18ec09bb triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:32:59.060613 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f7abf789-777a-4eac-9a3b-1362c0f3f8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (600250e3-1752-44d0-ac69-901c18ec09bb), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:59.104870 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f48ad-9fbb-4b63-93a7-8c36d1a8256e admin admin] Pushing event updated for resources: {'Port': ['ID=5c30aa4b-e0b0-4843-a87a-31710c1ac4de,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:59.121169 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-073f9a55-aacd-49a3-9871-d16049523f38 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for security_group (f5411caf-7b26-4d98-93c9-918b04e9c1b9), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:59.122355 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5347914f-6e36-42f1-8b5e-8ce1c27105f2 admin admin] Publish callbacks [] for port (600250e3-1752-44d0-ac69-901c18ec09bb), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:59.126182 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-073f9a55-aacd-49a3-9871-d16049523f38 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (f5411caf-7b26-4d98-93c9-918b04e9c1b9), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:59.152147 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5347914f-6e36-42f1-8b5e-8ce1c27105f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (600250e3-1752-44d0-ac69-901c18ec09bb), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:59.152962 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5347914f-6e36-42f1-8b5e-8ce1c27105f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639693'] for router_interface (4850e967-87f7-41d6-bc48-5fb12b41f47d), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:59.213853 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f7abf789-777a-4eac-9a3b-1362c0f3f8b1 None None] Port 600250e3-1752-44d0-ac69-901c18ec09bb cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:32:59.269501 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-073f9a55-aacd-49a3-9871-d16049523f38 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:59.275221 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-073f9a55-aacd-49a3-9871-d16049523f38 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5358863 Aug 29 20:32:59.283277 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f9a55-aacd-49a3-9871-d16049523f38 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5411caf-7b26-4d98-93c9-918b04e9c1b9,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:59.307276 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 58400) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:32:59.324456 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-09e765c7-7ba4-4ec5-8358-669cead230fc tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Request body: {'security_group_rule': {'security_group_id': 'f5411caf-7b26-4d98-93c9-918b04e9c1b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:32:59.360915 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 3df7e02c-a67d-412d-ba96-e358ce8a5475 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:32:59.432823 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-09e765c7-7ba4-4ec5-8358-669cead230fc tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for security_group_rule (027198bd-ae17-4ace-ae19-35daf1e7f4e8), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:59.441719 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347914f-6e36-42f1-8b5e-8ce1c27105f2 admin admin] Pushing event updated for resources: {'Port': ['ID=600250e3-1752-44d0-ac69-901c18ec09bb,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:59.585024 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-669f48ad-9fbb-4b63-93a7-8c36d1a8256e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (5c30aa4b-e0b0-4843-a87a-31710c1ac4de), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:59.672582 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-34b1cd55-cb03-4006-bcd7-74f0c8164adb None None] Provisioning complete for port 5c30aa4b-e0b0-4843-a87a-31710c1ac4de triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:32:59.675629 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-34b1cd55-cb03-4006-bcd7-74f0c8164adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (5c30aa4b-e0b0-4843-a87a-31710c1ac4de), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:59.777325 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-09e765c7-7ba4-4ec5-8358-669cead230fc tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for security_group_rule (027198bd-ae17-4ace-ae19-35daf1e7f4e8), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:59.782700 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-09e765c7-7ba4-4ec5-8358-669cead230fc tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (027198bd-ae17-4ace-ae19-35daf1e7f4e8), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:59.812886 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e765c7-7ba4-4ec5-8358-669cead230fc tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027198bd-ae17-4ace-ae19-35daf1e7f4e8,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:32:59.833197 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-34b1cd55-cb03-4006-bcd7-74f0c8164adb None None] Port 5c30aa4b-e0b0-4843-a87a-31710c1ac4de cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:32:59.838310 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-09e765c7-7ba4-4ec5-8358-669cead230fc tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:32:59.849672 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-09e765c7-7ba4-4ec5-8358-669cead230fc tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5401623 Aug 29 20:32:59.853697 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 58424) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:32:59.866034 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-37339dab-f16b-43be-aca0-43f1b67e1381 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Request body: {'security_group_rule': {'security_group_id': 'f5411caf-7b26-4d98-93c9-918b04e9c1b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:32:59.901798 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:59.914091 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5347914f-6e36-42f1-8b5e-8ce1c27105f2 admin admin] Network cf9673f4-1367-4aac-ae26-3824605ed50c is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:32:59.928065 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:32:59.929072 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-5347914f-6e36-42f1-8b5e-8ce1c27105f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:32:59.951767 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dae2f4-4aca-45f4-b8c1-1de547c0ad01 None None] Sync routers for ids ['4330b9e3-75c0-4ef3-897c-5d7af740e985'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:32:59.970794 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dae2f4-4aca-45f4-b8c1-1de547c0ad01 None None] Routers {'4330b9e3-75c0-4ef3-897c-5d7af740e985'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:32:59.972626 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-71dae2f4-4aca-45f4-b8c1-1de547c0ad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:32:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['4330b9e3-75c0-4ef3-897c-5d7af740e985'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:33:00.001719 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-37339dab-f16b-43be-aca0-43f1b67e1381 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for security_group_rule (c57302eb-8642-4420-b78a-ede72f57c563), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:00.181544 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-71dae2f4-4aca-45f4-b8c1-1de547c0ad01 None None] Set router 4330b9e3-75c0-4ef3-897c-5d7af740e985 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:33:00.190883 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 58436) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:00.336598 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-37339dab-f16b-43be-aca0-43f1b67e1381 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for security_group_rule (c57302eb-8642-4420-b78a-ede72f57c563), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:00.348323 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-37339dab-f16b-43be-aca0-43f1b67e1381 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (c57302eb-8642-4420-b78a-ede72f57c563), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:00.440991 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-37339dab-f16b-43be-aca0-43f1b67e1381 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:00.443186 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-37339dab-f16b-43be-aca0-43f1b67e1381 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5909266 Aug 29 20:33:00.454833 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 58448) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:00.468584 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-a8d745fd-739a-4677-b32e-e4748eab2f9a tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Request body: {'floatingip': {'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:33:00.483460 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-669f48ad-9fbb-4b63-93a7-8c36d1a8256e admin admin] Publish callbacks [] for port (5c30aa4b-e0b0-4843-a87a-31710c1ac4de), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:00.509387 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37339dab-f16b-43be-aca0-43f1b67e1381 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c57302eb-8642-4420-b78a-ede72f57c563,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:00.552925 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device d983bde0-b35f-484d-9c8c-08c58aebed89 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:33:00.600082 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a8d745fd-739a-4677-b32e-e4748eab2f9a tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:00.710646 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:00.712213 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:00.777681 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-669f48ad-9fbb-4b63-93a7-8c36d1a8256e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (5c30aa4b-e0b0-4843-a87a-31710c1ac4de), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:00.778802 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-669f48ad-9fbb-4b63-93a7-8c36d1a8256e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639693'] for router_interface (2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:00.807115 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9fb11b77-7039-4c60-b83d-3a2f4f6751ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:00.827796 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port d983bde0-b35f-484d-9c8c-08c58aebed89 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:33:00.830173 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (d983bde0-b35f-484d-9c8c-08c58aebed89), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:00.905526 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-020d7dae-5049-41ba-80cc-810886f1706a None None] Provisioning complete for port 600250e3-1752-44d0-ac69-901c18ec09bb triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:33:00.907884 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-020d7dae-5049-41ba-80cc-810886f1706a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (600250e3-1752-44d0-ac69-901c18ec09bb), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:00.981273 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-020d7dae-5049-41ba-80cc-810886f1706a None None] Port 600250e3-1752-44d0-ac69-901c18ec09bb cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:33:00.986688 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a8d745fd-739a-4677-b32e-e4748eab2f9a tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:01.013879 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-71dae2f4-4aca-45f4-b8c1-1de547c0ad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'name': 'tempest-AttachVolumeTestJSON-1686066988-router', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:56Z', 'revision_number': 4, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'gw_port': {'id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': 'c7a36f00-ad43-43f3-897c-2878fa10e956', 'name': '', 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'mac_address': 'fa:16:3e:13:ea:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:54Z', 'updated_at': '2022-08-29T20:32:56Z', 'revision_number': 2, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'subnets': [{'id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:33:01.061073 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dae2f4-4aca-45f4-b8c1-1de547c0ad01 None None] Checking router: 4330b9e3-75c0-4ef3-897c-5d7af740e985 for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:33:01.061580 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dae2f4-4aca-45f4-b8c1-1de547c0ad01 None None] Updating router 4330b9e3-75c0-4ef3-897c-5d7af740e985 port c7a36f00-ad43-43f3-897c-2878fa10e956 binding host dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:33:01.101439 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-71dae2f4-4aca-45f4-b8c1-1de547c0ad01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (c7a36f00-ad43-43f3-897c-2878fa10e956), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:01.105728 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port d983bde0-b35f-484d-9c8c-08c58aebed89 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:33:01.108358 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 0a6593fb-cbc0-4680-aef3-f5430300b797 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:33:01.132136 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:01.309415 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 0a6593fb-cbc0-4680-aef3-f5430300b797 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:33:01.309563 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9fb11b77-7039-4c60-b83d-3a2f4f6751ad admin admin] Publish callbacks [] for security_group (c313a1f9-8ed2-40dd-b125-fa48f38b5d2b), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:01.309999 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (0a6593fb-cbc0-4680-aef3-f5430300b797), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:01.330731 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [None req-a8d745fd-739a-4677-b32e-e4748eab2f9a tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Allocated IP 172.27.1.54 (6d9f465d-5886-43f5-9015-44f8e49732f9/a46a7c4b-a1af-42c4-bdce-13dd23ff8d25/57f9eccc-1b5f-44e4-bf06-7d5d358bb0e0) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:33:01.342060 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9fb11b77-7039-4c60-b83d-3a2f4f6751ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (c313a1f9-8ed2-40dd-b125-fa48f38b5d2b), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:01.366117 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5347914f-6e36-42f1-8b5e-8ce1c27105f2 admin admin] Router 4850e967-87f7-41d6-bc48-5fb12b41f47d has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:33:01.390745 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f48ad-9fbb-4b63-93a7-8c36d1a8256e admin admin] Pushing event updated for resources: {'Port': ['ID=5c30aa4b-e0b0-4843-a87a-31710c1ac4de,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:01.486356 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:01.488886 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669f48ad-9fbb-4b63-93a7-8c36d1a8256e admin admin] Network 9aeb874f-5dc0-4462-96f6-c696d1a7b371 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:33:01.511124 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-669f48ad-9fbb-4b63-93a7-8c36d1a8256e admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:33:01.557003 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb11b77-7039-4c60-b83d-3a2f4f6751ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c313a1f9-8ed2-40dd-b125-fa48f38b5d2b,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:01.558432 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 0a6593fb-cbc0-4680-aef3-f5430300b797 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:33:01.560467 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device e2b40f9c-6c91-40ae-9c36-16c6644e8bea up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:33:01.678389 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5347914f-6e36-42f1-8b5e-8ce1c27105f2 admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:33:01.686507 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-5347914f-6e36-42f1-8b5e-8ce1c27105f2 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/4850e967-87f7-41d6-bc48-5fb12b41f47d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5419991 Aug 29 20:33:01.691808 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-9fb11b77-7039-4c60-b83d-3a2f4f6751ad admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=fcb16ab0cf4a4428ade065b9f7468a5e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4928303 Aug 29 20:33:01.692746 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 58490) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:01.772839 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:01.815381 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port e2b40f9c-6c91-40ae-9c36-16c6644e8bea triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:33:01.816166 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (e2b40f9c-6c91-40ae-9c36-16c6644e8bea), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:01.855996 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a8d745fd-739a-4677-b32e-e4748eab2f9a tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for port (57f9eccc-1b5f-44e4-bf06-7d5d358bb0e0), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:01.923038 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-71dae2f4-4aca-45f4-b8c1-1de547c0ad01 None None] Publish callbacks [] for port (c7a36f00-ad43-43f3-897c-2878fa10e956), precommit_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:01.957952 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a8d745fd-739a-4677-b32e-e4748eab2f9a tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414'] for port (57f9eccc-1b5f-44e4-bf06-7d5d358bb0e0), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:01.974074 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-71dae2f4-4aca-45f4-b8c1-1de547c0ad01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (c7a36f00-ad43-43f3-897c-2878fa10e956), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:01.984081 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3c3727f3-a09c-42af-9203-1bd35d06cf18 admin admin] Publish callbacks [] for security_group (c313a1f9-8ed2-40dd-b125-fa48f38b5d2b), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:02.011561 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:02.024850 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669f48ad-9fbb-4b63-93a7-8c36d1a8256e admin admin] Router 2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0 has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:33:02.045137 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3c3727f3-a09c-42af-9203-1bd35d06cf18 admin admin] Publish callbacks [] for security_group (c313a1f9-8ed2-40dd-b125-fa48f38b5d2b), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:02.055189 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:02.055827 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:02.060308 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f7ba3-619f-4acb-a12e-1c7e1c5f6992 None None] Pushing event updated for resources: {'Port': ['ID=c7a36f00-ad43-43f3-897c-2878fa10e956,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:02.066114 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2994c864-acec-48b2-b5fc-238ae4d429e5 None None] Provisioning complete for port 5c30aa4b-e0b0-4843-a87a-31710c1ac4de triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:33:02.066627 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2994c864-acec-48b2-b5fc-238ae4d429e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (5c30aa4b-e0b0-4843-a87a-31710c1ac4de), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:02.076205 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d745fd-739a-4677-b32e-e4748eab2f9a tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Network 6d9f465d-5886-43f5-9015-44f8e49732f9 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:33:02.087873 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-a8d745fd-739a-4677-b32e-e4748eab2f9a tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:33:02.095166 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d745fd-739a-4677-b32e-e4748eab2f9a tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:33:02.156757 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d745fd-739a-4677-b32e-e4748eab2f9a tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Pushing event updated for resources: {'Port': ['ID=57f9eccc-1b5f-44e4-bf06-7d5d358bb0e0,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:02.238826 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a8d745fd-739a-4677-b32e-e4748eab2f9a tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for floatingip (b2c8467c-72ac-45c0-ba99-e25eac1e4f5a), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:02.265677 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port e2b40f9c-6c91-40ae-9c36-16c6644e8bea is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:33:02.266278 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (e2b40f9c-6c91-40ae-9c36-16c6644e8bea), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:02.313381 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] For port e2b40f9c-6c91-40ae-9c36-16c6644e8bea, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=e2b40f9c-6c91-40ae-9c36-16c6644e8bea,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:33:02.315072 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2994c864-acec-48b2-b5fc-238ae4d429e5 None None] Port 5c30aa4b-e0b0-4843-a87a-31710c1ac4de cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:33:02.336859 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (e2b40f9c-6c91-40ae-9c36-16c6644e8bea), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:02.339686 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 85ab0b02-734d-4182-affa-10fa6d4fdc67 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:33:02.347449 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3c3727f3-a09c-42af-9203-1bd35d06cf18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (c313a1f9-8ed2-40dd-b125-fa48f38b5d2b), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:02.350850 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3c3727f3-a09c-42af-9203-1bd35d06cf18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:02.357829 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-3c3727f3-a09c-42af-9203-1bd35d06cf18 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c313a1f9-8ed2-40dd-b125-fa48f38b5d2b HTTP/1.1" status: 204 len: 168 time: 0.6621737 Aug 29 20:33:02.390368 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3727f3-a09c-42af-9203-1bd35d06cf18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c313a1f9-8ed2-40dd-b125-fa48f38b5d2b,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:02.413153 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669f48ad-9fbb-4b63-93a7-8c36d1a8256e admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:33:02.437065 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-71dae2f4-4aca-45f4-b8c1-1de547c0ad01 None None] Attempting to bind port c7a36f00-ad43-43f3-897c-2878fa10e956 on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:33:02.437065 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-71dae2f4-4aca-45f4-b8c1-1de547c0ad01 None None] Attempting to bind port c7a36f00-ad43-43f3-897c-2878fa10e956 by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': '1d746f43-20a6-4a17-81a5-a928455a6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:33:02.437065 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dae2f4-4aca-45f4-b8c1-1de547c0ad01 None None] Attempting to bind port c7a36f00-ad43-43f3-897c-2878fa10e956 on network 956a6ad1-026f-40ab-949a-8f68054ef5a2 {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:33:02.441713 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-669f48ad-9fbb-4b63-93a7-8c36d1a8256e admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6111274 Aug 29 20:33:02.517949 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a8d745fd-739a-4677-b32e-e4748eab2f9a tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (57f9eccc-1b5f-44e4-bf06-7d5d358bb0e0), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:02.539845 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02793853-d11e-4784-aec5-63c835909286 None None] Sync routers for ids ['2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'] in dv-cinder-854263-2-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:33:02.564397 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02793853-d11e-4784-aec5-63c835909286 None None] Routers {'2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:33:02.565473 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-02793853-d11e-4784-aec5-63c835909286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:32:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:33:02.611029 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 58538) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:02.614577 dv-cinder-854263-2-iscsi neutron-server[106198]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 20:33:02.709700 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-02793853-d11e-4784-aec5-63c835909286 None None] Set router 2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:33:02.772116 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a8d745fd-739a-4677-b32e-e4748eab2f9a tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for port (57f9eccc-1b5f-44e4-bf06-7d5d358bb0e0), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:02.786484 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a8d745fd-739a-4677-b32e-e4748eab2f9a tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (57f9eccc-1b5f-44e4-bf06-7d5d358bb0e0), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:02.788289 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a8d745fd-739a-4677-b32e-e4748eab2f9a tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (b2c8467c-72ac-45c0-ba99-e25eac1e4f5a), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:02.802572 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:02.876571 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dae2f4-4aca-45f4-b8c1-1de547c0ad01 None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:33:02.876980 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dae2f4-4aca-45f4-b8c1-1de547c0ad01 None None] Checking segment: {'id': '1d746f43-20a6-4a17-81a5-a928455a6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:33:02.877328 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-71dae2f4-4aca-45f4-b8c1-1de547c0ad01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:02.877713 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dae2f4-4aca-45f4-b8c1-1de547c0ad01 None None] Bound using segment: {'id': '1d746f43-20a6-4a17-81a5-a928455a6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:33:02.878196 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-71dae2f4-4aca-45f4-b8c1-1de547c0ad01 None None] Bound port: c7a36f00-ad43-43f3-897c-2878fa10e956, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d746f43-20a6-4a17-81a5-a928455a6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:33:02.878566 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-71dae2f4-4aca-45f4-b8c1-1de547c0ad01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (c7a36f00-ad43-43f3-897c-2878fa10e956), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:02.918737 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d745fd-739a-4677-b32e-e4748eab2f9a tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Pushing event updated for resources: {'Port': ['ID=57f9eccc-1b5f-44e4-bf06-7d5d358bb0e0,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:02.957801 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a8d745fd-739a-4677-b32e-e4748eab2f9a tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:02.976760 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-a8d745fd-739a-4677-b32e-e4748eab2f9a tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5149720 Aug 29 20:33:02.989840 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 85ab0b02-734d-4182-affa-10fa6d4fdc67 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:33:02.990971 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (85ab0b02-734d-4182-affa-10fa6d4fdc67), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:03.010313 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-d6bd046d-45c7-49a8-a1a2-893fe71af6e9 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:03.012854 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-d6bd046d-45c7-49a8-a1a2-893fe71af6e9 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/networks?id=cf9673f4-1367-4aac-ae26-3824605ed50c HTTP/1.1" status: 200 len: 811 time: 0.4003963 Aug 29 20:33:03.043246 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-43dc7783-261f-4bee-8d96-ddc5042e6dd7 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/quotas/6314d8436170404097713aa7764dff94 HTTP/1.1" status: 200 len: 375 time: 0.0138552 Aug 29 20:33:03.048034 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f27ecc2-b9a0-4195-9992-fd66c0bf6f48 None None] Sync routers for ids ['4850e967-87f7-41d6-bc48-5fb12b41f47d'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:33:03.050632 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-02793853-d11e-4784-aec5-63c835909286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1735663332-router', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:59Z', 'revision_number': 4, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'gw_port': {'id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:76:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '5c30aa4b-e0b0-4843-a87a-31710c1ac4de', 'name': '', 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'mac_address': 'fa:16:3e:fc:ff:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b859f7aa-b619-481f-9230-0993b4243baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:57Z', 'updated_at': '2022-08-29T20:33:00Z', 'revision_number': 2, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'subnets': [{'id': 'b859f7aa-b619-481f-9230-0993b4243baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:33:03.092793 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f27ecc2-b9a0-4195-9992-fd66c0bf6f48 None None] Routers {'4850e967-87f7-41d6-bc48-5fb12b41f47d'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:33:03.093491 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-0f27ecc2-b9a0-4195-9992-fd66c0bf6f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:32:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['4850e967-87f7-41d6-bc48-5fb12b41f47d'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:33:03.095988 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Pushing event updated for resources: {'Port': ['ID=e2b40f9c-6c91-40ae-9c36-16c6644e8bea,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:03.122598 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02793853-d11e-4784-aec5-63c835909286 None None] Checking router: 2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0 for host: dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:33:03.123313 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02793853-d11e-4784-aec5-63c835909286 None None] Updating router 2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0 port 5c30aa4b-e0b0-4843-a87a-31710c1ac4de binding host dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:33:03.190996 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-02793853-d11e-4784-aec5-63c835909286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (5c30aa4b-e0b0-4843-a87a-31710c1ac4de), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:03.195530 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-71dae2f4-4aca-45f4-b8c1-1de547c0ad01 None None] For port c7a36f00-ad43-43f3-897c-2878fa10e956, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:33:03.221663 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-b14874e8-32b2-4149-a93f-afc04d4c007d tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6314d8436170404097713aa7764dff94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1632597 Aug 29 20:33:03.263040 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 58560) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:03.270057 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-71dae2f4-4aca-45f4-b8c1-1de547c0ad01 None None] For port c7a36f00-ad43-43f3-897c-2878fa10e956, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=c7a36f00-ad43-43f3-897c-2878fa10e956,segment=NetworkSegment(1d746f43-20a6-4a17-81a5-a928455a6cc0),segment_id=1d746f43-20a6-4a17-81a5-a928455a6cc0)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:33:03.296019 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:03.303236 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f2fdc2ff-1a12-43ff-a45f-15eba550e305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:03.304036 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-71dae2f4-4aca-45f4-b8c1-1de547c0ad01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (c7a36f00-ad43-43f3-897c-2878fa10e956), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:03.320242 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 85ab0b02-734d-4182-affa-10fa6d4fdc67 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:33:03.320625 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (85ab0b02-734d-4182-affa-10fa6d4fdc67), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:03.354914 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-0f27ecc2-b9a0-4195-9992-fd66c0bf6f48 None None] Set router 4850e967-87f7-41d6-bc48-5fb12b41f47d gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:33:03.411433 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dae2f4-4aca-45f4-b8c1-1de547c0ad01 None None] Routers {'4330b9e3-75c0-4ef3-897c-5d7af740e985'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:33:03.412109 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-71dae2f4-4aca-45f4-b8c1-1de547c0ad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:32:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['4330b9e3-75c0-4ef3-897c-5d7af740e985'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:33:03.424725 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] For port 85ab0b02-734d-4182-affa-10fa6d4fdc67, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=85ab0b02-734d-4182-affa-10fa6d4fdc67,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:33:03.475794 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (85ab0b02-734d-4182-affa-10fa6d4fdc67), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:03.479709 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f2fdc2ff-1a12-43ff-a45f-15eba550e305 admin admin] Publish callbacks [] for security_group (0d22c5ab-4bf3-427e-8fe1-b5efadc7b716), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:03.485622 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f2fdc2ff-1a12-43ff-a45f-15eba550e305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (0d22c5ab-4bf3-427e-8fe1-b5efadc7b716), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:03.519203 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f7ba3-619f-4acb-a12e-1c7e1c5f6992 None None] Pushing event updated for resources: {'Port': ['ID=c7a36f00-ad43-43f3-897c-2878fa10e956,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:03.558241 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:03.619669 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-f2fdc2ff-1a12-43ff-a45f-15eba550e305 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=13409c26096a440aae9b98eba1ba0991&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3548124 Aug 29 20:33:03.623052 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdc2ff-1a12-43ff-a45f-15eba550e305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d22c5ab-4bf3-427e-8fe1-b5efadc7b716,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:03.623661 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-e4a68733-1492-4816-9635-af61b1721e1f service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 20:33:03.630859 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 58570) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:03.633453 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-e4a68733-1492-4816-9635-af61b1721e1f service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1623847 Aug 29 20:33:03.690736 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-71dae2f4-4aca-45f4-b8c1-1de547c0ad01 None None] Set router 4330b9e3-75c0-4ef3-897c-5d7af740e985 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:33:03.707378 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0608c04f-cc76-49d9-9c59-52334baac24e admin admin] Publish callbacks [] for security_group (0d22c5ab-4bf3-427e-8fe1-b5efadc7b716), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:03.754284 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Pushing event updated for resources: {'Port': ['ID=85ab0b02-734d-4182-affa-10fa6d4fdc67,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:03.755208 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0608c04f-cc76-49d9-9c59-52334baac24e admin admin] Publish callbacks [] for security_group (0d22c5ab-4bf3-427e-8fe1-b5efadc7b716), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:03.817399 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-02793853-d11e-4784-aec5-63c835909286 None None] Publish callbacks [] for port (5c30aa4b-e0b0-4843-a87a-31710c1ac4de), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:03.831409 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-02793853-d11e-4784-aec5-63c835909286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (5c30aa4b-e0b0-4843-a87a-31710c1ac4de), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:03.837296 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0608c04f-cc76-49d9-9c59-52334baac24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (0d22c5ab-4bf3-427e-8fe1-b5efadc7b716), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:03.841694 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0608c04f-cc76-49d9-9c59-52334baac24e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:03.843287 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:03.843549 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-33910776-78d9-488d-ae8d-8b60cd6789b6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/cf9673f4-1367-4aac-ae26-3824605ed50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080128 Aug 29 20:33:03.847428 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-0608c04f-cc76-49d9-9c59-52334baac24e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0d22c5ab-4bf3-427e-8fe1-b5efadc7b716 HTTP/1.1" status: 204 len: 168 time: 0.2124925 Aug 29 20:33:03.869542 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608c04f-cc76-49d9-9c59-52334baac24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d22c5ab-4bf3-427e-8fe1-b5efadc7b716,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:03.923097 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device e2041779-bba9-4f7b-b9ee-e8608250b6c4 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:33:03.982795 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-0f27ecc2-b9a0-4195-9992-fd66c0bf6f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4850e967-87f7-41d6-bc48-5fb12b41f47d', 'name': 'tempest-DeleteServersTestJSON-699117495-router', 'tenant_id': '6314d8436170404097713aa7764dff94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'e2041779-bba9-4f7b-b9ee-e8608250b6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:58Z', 'revision_number': 4, 'project_id': '6314d8436170404097713aa7764dff94', 'gw_port': {'id': 'e2041779-bba9-4f7b-b9ee-e8608250b6c4', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4850e967-87f7-41d6-bc48-5fb12b41f47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:49Z', 'updated_at': '2022-08-29T20:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '600250e3-1752-44d0-ac69-901c18ec09bb', 'name': '', 'network_id': 'cf9673f4-1367-4aac-ae26-3824605ed50c', 'tenant_id': '6314d8436170404097713aa7764dff94', 'mac_address': 'fa:16:3e:a5:c8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4850e967-87f7-41d6-bc48-5fb12b41f47d', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3ba0c87a-0c70-4cc5-9a73-50daea6bf675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:55Z', 'updated_at': '2022-08-29T20:32:58Z', 'revision_number': 2, 'project_id': '6314d8436170404097713aa7764dff94', 'subnets': [{'id': '3ba0c87a-0c70-4cc5-9a73-50daea6bf675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:33:04.018049 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-02793853-d11e-4784-aec5-63c835909286 None None] Attempting to bind port 5c30aa4b-e0b0-4843-a87a-31710c1ac4de on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:33:04.018506 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-02793853-d11e-4784-aec5-63c835909286 None None] Attempting to bind port 5c30aa4b-e0b0-4843-a87a-31710c1ac4de by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': '75a90e64-0b09-4fe0-9fa9-8a5e13957c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371'}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:33:04.019369 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02793853-d11e-4784-aec5-63c835909286 None None] Attempting to bind port 5c30aa4b-e0b0-4843-a87a-31710c1ac4de on network 9aeb874f-5dc0-4462-96f6-c696d1a7b371 {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:33:04.025936 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f27ecc2-b9a0-4195-9992-fd66c0bf6f48 None None] Checking router: 4850e967-87f7-41d6-bc48-5fb12b41f47d for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:33:04.025936 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f27ecc2-b9a0-4195-9992-fd66c0bf6f48 None None] Updating router 4850e967-87f7-41d6-bc48-5fb12b41f47d port 600250e3-1752-44d0-ac69-901c18ec09bb binding host dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:33:04.026185 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02793853-d11e-4784-aec5-63c835909286 None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:33:04.026673 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02793853-d11e-4784-aec5-63c835909286 None None] Checking segment: {'id': '75a90e64-0b09-4fe0-9fa9-8a5e13957c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:33:04.027226 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-02793853-d11e-4784-aec5-63c835909286 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:04.027722 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02793853-d11e-4784-aec5-63c835909286 None None] Bound using segment: {'id': '75a90e64-0b09-4fe0-9fa9-8a5e13957c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371'} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:33:04.028501 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-02793853-d11e-4784-aec5-63c835909286 None None] Bound port: 5c30aa4b-e0b0-4843-a87a-31710c1ac4de, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a90e64-0b09-4fe0-9fa9-8a5e13957c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371'}}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:33:04.029186 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-02793853-d11e-4784-aec5-63c835909286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (5c30aa4b-e0b0-4843-a87a-31710c1ac4de), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:04.057590 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455bd6a-aca2-4a24-8ce1-c0c79c8af7c6 None None] Pushing event updated for resources: {'Port': ['ID=5c30aa4b-e0b0-4843-a87a-31710c1ac4de,revision_number=3']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:04.078904 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-502c916d-ee75-44b9-93a0-55b74c1f5596 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/cf9673f4-1367-4aac-ae26-3824605ed50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330732 Aug 29 20:33:04.091276 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 58588) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:04.094826 dv-cinder-854263-2-iscsi neutron-server[106199]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 20:33:04.107523 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-0f27ecc2-b9a0-4195-9992-fd66c0bf6f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (600250e3-1752-44d0-ac69-901c18ec09bb), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:04.111377 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port e2041779-bba9-4f7b-b9ee-e8608250b6c4 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:33:04.111754 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (e2041779-bba9-4f7b-b9ee-e8608250b6c4), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:04.184561 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-71dae2f4-4aca-45f4-b8c1-1de547c0ad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'name': 'tempest-AttachVolumeTestJSON-1686066988-router', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:56Z', 'revision_number': 4, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'gw_port': {'id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': 'c7a36f00-ad43-43f3-897c-2878fa10e956', 'name': '', 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'mac_address': 'fa:16:3e:13:ea:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:54Z', 'updated_at': '2022-08-29T20:33:03Z', 'revision_number': 4, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'subnets': [{'id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:33:04.204392 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-02793853-d11e-4784-aec5-63c835909286 None None] For port 5c30aa4b-e0b0-4843-a87a-31710c1ac4de, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:33:04.217539 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dae2f4-4aca-45f4-b8c1-1de547c0ad01 None None] The sync data for ids ['4330b9e3-75c0-4ef3-897c-5d7af740e985'] in dv-cinder-854263-2-iscsi is: [{'id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'name': 'tempest-AttachVolumeTestJSON-1686066988-router', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:56Z', 'revision_number': 4, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'gw_port': {'id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': 'c7a36f00-ad43-43f3-897c-2878fa10e956', 'name': '', 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'mac_address': 'fa:16:3e:13:ea:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:54Z', 'updated_at': '2022-08-29T20:33:03Z', 'revision_number': 4, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'subnets': [{'id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:33:04.221326 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-02793853-d11e-4784-aec5-63c835909286 None None] For port 5c30aa4b-e0b0-4843-a87a-31710c1ac4de, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=5c30aa4b-e0b0-4843-a87a-31710c1ac4de,segment=NetworkSegment(75a90e64-0b09-4fe0-9fa9-8a5e13957c7f),segment_id=75a90e64-0b09-4fe0-9fa9-8a5e13957c7f)] {{(pid=106201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:33:04.239875 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:04.243954 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-02793853-d11e-4784-aec5-63c835909286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (5c30aa4b-e0b0-4843-a87a-31710c1ac4de), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:04.429402 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-f566518b-cd1a-4177-9d20-3a7c48e8776c tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:04.444058 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-f566518b-cd1a-4177-9d20-3a7c48e8776c tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/networks?id=9aeb874f-5dc0-4462-96f6-c696d1a7b371 HTTP/1.1" status: 200 len: 819 time: 0.3404901 Aug 29 20:33:04.457683 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-0a0032be-c6d4-41ad-8bc7-efdf420786dd tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/quotas/8436d85d931a41cfa6d626c08ad82ef4 HTTP/1.1" status: 200 len: 375 time: 0.0124738 Aug 29 20:33:04.486260 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02793853-d11e-4784-aec5-63c835909286 None None] Routers {'2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:33:04.491842 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-02793853-d11e-4784-aec5-63c835909286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:32:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:33:04.523964 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port e2041779-bba9-4f7b-b9ee-e8608250b6c4 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:33:04.524333 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (e2041779-bba9-4f7b-b9ee-e8608250b6c4), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:04.539806 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:04.649846 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] For port e2041779-bba9-4f7b-b9ee-e8608250b6c4, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=e2041779-bba9-4f7b-b9ee-e8608250b6c4,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:33:04.668699 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-f6bea428-a852-46bc-bbc8-a82c6a0c304f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=8436d85d931a41cfa6d626c08ad82ef4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1993039 Aug 29 20:33:04.670393 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (e2041779-bba9-4f7b-b9ee-e8608250b6c4), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:04.671418 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device e2b40f9c-6c91-40ae-9c36-16c6644e8bea up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:33:04.677558 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455bd6a-aca2-4a24-8ce1-c0c79c8af7c6 None None] Pushing event updated for resources: {'Port': ['ID=5c30aa4b-e0b0-4843-a87a-31710c1ac4de,revision_number=4']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:04.806506 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-1c97fadc-a9ab-4a5a-af3f-314733091192 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2072934743&fields=id&tenant_id=544c78c5c2c44219a7f236b24a107da4 HTTP/1.1" status: 200 len: 267 time: 0.2245023 Aug 29 20:33:04.891612 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-02793853-d11e-4784-aec5-63c835909286 None None] Set router 2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:33:04.966197 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Pushing event updated for resources: {'Port': ['ID=e2041779-bba9-4f7b-b9ee-e8608250b6c4,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:05.076581 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port e2b40f9c-6c91-40ae-9c36-16c6644e8bea triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:33:05.077067 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (e2b40f9c-6c91-40ae-9c36-16c6644e8bea), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:05.160957 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:05.184719 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:05.198696 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-d6857519-6714-4a57-9095-dad3fe89aa7e tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:05.213954 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-d6857519-6714-4a57-9095-dad3fe89aa7e tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/networks?id=956a6ad1-026f-40ab-949a-8f68054ef5a2 HTTP/1.1" status: 200 len: 811 time: 0.4036872 Aug 29 20:33:05.247199 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-70f9fd33-475d-40d6-859d-d95b2bf80830 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/quotas/544c78c5c2c44219a7f236b24a107da4 HTTP/1.1" status: 200 len: 375 time: 0.0266385 Aug 29 20:33:05.370915 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-1128f1a4-56c8-424d-b089-3944744759e1 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 20:33:05.372125 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:05.372774 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-1128f1a4-56c8-424d-b089-3944744759e1 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4492545 Aug 29 20:33:05.397701 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-aa546239-a4cc-4b20-90b3-89a03095a6f2 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=544c78c5c2c44219a7f236b24a107da4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1391122 Aug 29 20:33:05.497766 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-02793853-d11e-4784-aec5-63c835909286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1735663332-router', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:59Z', 'revision_number': 4, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'gw_port': {'id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '5c30aa4b-e0b0-4843-a87a-31710c1ac4de', 'name': '', 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'mac_address': 'fa:16:3e:fc:ff:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b859f7aa-b619-481f-9230-0993b4243baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:57Z', 'updated_at': '2022-08-29T20:33:04Z', 'revision_number': 4, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'subnets': [{'id': 'b859f7aa-b619-481f-9230-0993b4243baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:33:05.571245 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02793853-d11e-4784-aec5-63c835909286 None None] The sync data for ids ['2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'] in dv-cinder-854263-2-iscsi is: [{'id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1735663332-router', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:59Z', 'revision_number': 4, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'gw_port': {'id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '5c30aa4b-e0b0-4843-a87a-31710c1ac4de', 'name': '', 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'mac_address': 'fa:16:3e:fc:ff:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b859f7aa-b619-481f-9230-0993b4243baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:57Z', 'updated_at': '2022-08-29T20:33:04Z', 'revision_number': 4, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'subnets': [{'id': 'b859f7aa-b619-481f-9230-0993b4243baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:33:05.576259 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-a611a5f3-e7c5-407d-bcce-27765765a4b3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/956a6ad1-026f-40ab-949a-8f68054ef5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721900 Aug 29 20:33:05.604553 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-a92d5e00-21cf-4bc5-8428-dc84d9f43c20 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145422 Aug 29 20:33:05.619403 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-0f27ecc2-b9a0-4195-9992-fd66c0bf6f48 None None] Publish callbacks [] for port (600250e3-1752-44d0-ac69-901c18ec09bb), precommit_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:05.648197 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-0f27ecc2-b9a0-4195-9992-fd66c0bf6f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (600250e3-1752-44d0-ac69-901c18ec09bb), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:05.808030 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4be63-92b6-4c6d-b392-7f9d68d2c10d None None] Pushing event updated for resources: {'Port': ['ID=600250e3-1752-44d0-ac69-901c18ec09bb,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:05.865207 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-6444d831-7f63-4043-af4e-90c09c21b7d4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/956a6ad1-026f-40ab-949a-8f68054ef5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762742 Aug 29 20:33:05.985417 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:05.988246 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port e2b40f9c-6c91-40ae-9c36-16c6644e8bea is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:33:06.026312 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-c98c2f0c-7ab8-4356-b180-569eabb4e60e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170833 Aug 29 20:33:06.141374 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-0f27ecc2-b9a0-4195-9992-fd66c0bf6f48 None None] Attempting to bind port 600250e3-1752-44d0-ac69-901c18ec09bb on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:33:06.142227 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-0f27ecc2-b9a0-4195-9992-fd66c0bf6f48 None None] Attempting to bind port 600250e3-1752-44d0-ac69-901c18ec09bb by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': '4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'cf9673f4-1367-4aac-ae26-3824605ed50c'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:33:06.144778 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f27ecc2-b9a0-4195-9992-fd66c0bf6f48 None None] Attempting to bind port 600250e3-1752-44d0-ac69-901c18ec09bb on network cf9673f4-1367-4aac-ae26-3824605ed50c {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:33:06.163667 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f27ecc2-b9a0-4195-9992-fd66c0bf6f48 None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:33:06.164583 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f27ecc2-b9a0-4195-9992-fd66c0bf6f48 None None] Checking segment: {'id': '4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'cf9673f4-1367-4aac-ae26-3824605ed50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:33:06.166736 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-0f27ecc2-b9a0-4195-9992-fd66c0bf6f48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:06.168216 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f27ecc2-b9a0-4195-9992-fd66c0bf6f48 None None] Bound using segment: {'id': '4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'cf9673f4-1367-4aac-ae26-3824605ed50c'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:33:06.172798 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-0f27ecc2-b9a0-4195-9992-fd66c0bf6f48 None None] Bound port: 600250e3-1752-44d0-ac69-901c18ec09bb, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'cf9673f4-1367-4aac-ae26-3824605ed50c'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:33:06.175646 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-0f27ecc2-b9a0-4195-9992-fd66c0bf6f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (600250e3-1752-44d0-ac69-901c18ec09bb), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:06.505049 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-0f27ecc2-b9a0-4195-9992-fd66c0bf6f48 None None] For port 600250e3-1752-44d0-ac69-901c18ec09bb, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:33:06.509299 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-0f27ecc2-b9a0-4195-9992-fd66c0bf6f48 None None] For port 600250e3-1752-44d0-ac69-901c18ec09bb, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=600250e3-1752-44d0-ac69-901c18ec09bb,segment=NetworkSegment(4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05),segment_id=4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:33:06.524758 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device e2041779-bba9-4f7b-b9ee-e8608250b6c4 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:33:06.583834 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-0f27ecc2-b9a0-4195-9992-fd66c0bf6f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (600250e3-1752-44d0-ac69-901c18ec09bb), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:06.731086 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f27ecc2-b9a0-4195-9992-fd66c0bf6f48 None None] Routers {'4850e967-87f7-41d6-bc48-5fb12b41f47d'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:33:06.733155 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-0f27ecc2-b9a0-4195-9992-fd66c0bf6f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:32:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['4850e967-87f7-41d6-bc48-5fb12b41f47d'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:33:06.778559 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-94b109a6-ad0a-49d3-87ce-493b7f1ec402 req-35ab3aae-6f1a-4c1a-9ff1-1a97b655e05e tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 210 time: 0.2452538 Aug 29 20:33:06.989010 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-95a886f6-3c8b-4693-965e-180b168db583 req-129c377f-4970-445f-8b79-5bb77660f06d tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 210 time: 0.1920550 Aug 29 20:33:07.014046 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:07.049540 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port e2041779-bba9-4f7b-b9ee-e8608250b6c4 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:33:07.063429 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (e2041779-bba9-4f7b-b9ee-e8608250b6c4), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:07.128118 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8a8ffac7-183a-447a-9aaa-dabd7f8430cb req-9d36bbc2-b421-4ca2-a39a-404c018ecc27 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 210 time: 0.1083412 Aug 29 20:33:07.130783 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-0f27ecc2-b9a0-4195-9992-fd66c0bf6f48 None None] Set router 4850e967-87f7-41d6-bc48-5fb12b41f47d gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:33:07.619368 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1957dadc-52e4-41cf-bfe9-aafdcc22edfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:07.622255 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4be63-92b6-4c6d-b392-7f9d68d2c10d None None] Pushing event updated for resources: {'Port': ['ID=600250e3-1752-44d0-ac69-901c18ec09bb,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:07.777328 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-221ceb1e-48ec-4387-9a2f-e851d83eb147 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:07.790892 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-221ceb1e-48ec-4387-9a2f-e851d83eb147 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/networks?id=9aeb874f-5dc0-4462-96f6-c696d1a7b371 HTTP/1.1" status: 200 len: 819 time: 0.2556200 Aug 29 20:33:07.831183 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-e0752116-e52b-46a3-b732-2cf42fb2aac8 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/quotas/8436d85d931a41cfa6d626c08ad82ef4 HTTP/1.1" status: 200 len: 375 time: 0.0389550 Aug 29 20:33:07.905819 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 58800) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:07.967625 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port e2041779-bba9-4f7b-b9ee-e8608250b6c4 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:33:07.970601 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device c7a36f00-ad43-43f3-897c-2878fa10e956 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:33:08.136277 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-12674ccd-7efc-4522-9e22-f339ddeaa568 req-e2148a15-8f92-4eec-b0af-245af478f700 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 210 time: 0.0566137 Aug 29 20:33:08.204019 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-0f27ecc2-b9a0-4195-9992-fd66c0bf6f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4850e967-87f7-41d6-bc48-5fb12b41f47d', 'name': 'tempest-DeleteServersTestJSON-699117495-router', 'tenant_id': '6314d8436170404097713aa7764dff94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'e2041779-bba9-4f7b-b9ee-e8608250b6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:58Z', 'revision_number': 4, 'project_id': '6314d8436170404097713aa7764dff94', 'gw_port': {'id': 'e2041779-bba9-4f7b-b9ee-e8608250b6c4', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4850e967-87f7-41d6-bc48-5fb12b41f47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:49Z', 'updated_at': '2022-08-29T20:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '600250e3-1752-44d0-ac69-901c18ec09bb', 'name': '', 'network_id': 'cf9673f4-1367-4aac-ae26-3824605ed50c', 'tenant_id': '6314d8436170404097713aa7764dff94', 'mac_address': 'fa:16:3e:a5:c8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4850e967-87f7-41d6-bc48-5fb12b41f47d', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3ba0c87a-0c70-4cc5-9a73-50daea6bf675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:55Z', 'updated_at': '2022-08-29T20:33:06Z', 'revision_number': 4, 'project_id': '6314d8436170404097713aa7764dff94', 'subnets': [{'id': '3ba0c87a-0c70-4cc5-9a73-50daea6bf675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:33:08.205022 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:08.218967 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-cc3e38b5-95e9-4485-aa99-e5cb58900df1 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=8436d85d931a41cfa6d626c08ad82ef4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3862548 Aug 29 20:33:08.226407 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 58814) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:08.284951 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f27ecc2-b9a0-4195-9992-fd66c0bf6f48 None None] The sync data for ids ['4850e967-87f7-41d6-bc48-5fb12b41f47d'] in dv-cinder-854263-2-iscsi is: [{'id': '4850e967-87f7-41d6-bc48-5fb12b41f47d', 'name': 'tempest-DeleteServersTestJSON-699117495-router', 'tenant_id': '6314d8436170404097713aa7764dff94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'e2041779-bba9-4f7b-b9ee-e8608250b6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:58Z', 'revision_number': 4, 'project_id': '6314d8436170404097713aa7764dff94', 'gw_port': {'id': 'e2041779-bba9-4f7b-b9ee-e8608250b6c4', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4850e967-87f7-41d6-bc48-5fb12b41f47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:49Z', 'updated_at': '2022-08-29T20:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '600250e3-1752-44d0-ac69-901c18ec09bb', 'name': '', 'network_id': 'cf9673f4-1367-4aac-ae26-3824605ed50c', 'tenant_id': '6314d8436170404097713aa7764dff94', 'mac_address': 'fa:16:3e:a5:c8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4850e967-87f7-41d6-bc48-5fb12b41f47d', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3ba0c87a-0c70-4cc5-9a73-50daea6bf675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:55Z', 'updated_at': '2022-08-29T20:33:06Z', 'revision_number': 4, 'project_id': '6314d8436170404097713aa7764dff94', 'subnets': [{'id': '3ba0c87a-0c70-4cc5-9a73-50daea6bf675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:33:08.326186 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-9aa9c5e4-ef91-4b07-8761-633d9b04eeda req-2e8bd370-f1d8-44a5-a554-c6350914e783 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 210 time: 0.0726297 Aug 29 20:33:08.343614 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port c7a36f00-ad43-43f3-897c-2878fa10e956 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:33:08.344730 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (c7a36f00-ad43-43f3-897c-2878fa10e956), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:08.365344 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-a0d3e566-9290-4b8b-bf72-44df6266e2ca service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433926 Aug 29 20:33:08.376611 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ec1558c8-6bee-415d-a4df-9c4be5d9dbc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:08.460202 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-de4faf1a-698a-4052-bbcf-81e658997a20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:08.499839 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:08.509092 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port c7a36f00-ad43-43f3-897c-2878fa10e956 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:33:08.509700 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (c7a36f00-ad43-43f3-897c-2878fa10e956), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:08.553422 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-10721889-b265-4cad-bf93-46543bf0d02a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860435 Aug 29 20:33:08.569437 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] For port c7a36f00-ad43-43f3-897c-2878fa10e956, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=c7a36f00-ad43-43f3-897c-2878fa10e956,segment=NetworkSegment(1d746f43-20a6-4a17-81a5-a928455a6cc0),segment_id=1d746f43-20a6-4a17-81a5-a928455a6cc0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:33:08.588375 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (c7a36f00-ad43-43f3-897c-2878fa10e956), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:08.591910 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 5c30aa4b-e0b0-4843-a87a-31710c1ac4de up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:33:08.655808 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-de4faf1a-698a-4052-bbcf-81e658997a20 admin admin] Publish callbacks [] for security_group (49c499e7-25a7-4b84-82cd-9173663a3636), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:08.711375 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ec1558c8-6bee-415d-a4df-9c4be5d9dbc4 admin admin] Publish callbacks [] for security_group (fb2862fe-139d-4c97-af74-61ecff1da96f), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:08.713285 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-de4faf1a-698a-4052-bbcf-81e658997a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (49c499e7-25a7-4b84-82cd-9173663a3636), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:08.750547 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-de4faf1a-698a-4052-bbcf-81e658997a20 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=20abd4fa69204e62b7a49322b31d958f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5234017 Aug 29 20:33:08.753162 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ec1558c8-6bee-415d-a4df-9c4be5d9dbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (fb2862fe-139d-4c97-af74-61ecff1da96f), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:08.753805 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 58824) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:08.776208 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Pushing event updated for resources: {'Port': ['ID=c7a36f00-ad43-43f3-897c-2878fa10e956,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:08.779996 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 5c30aa4b-e0b0-4843-a87a-31710c1ac4de triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:33:08.780375 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (5c30aa4b-e0b0-4843-a87a-31710c1ac4de), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:08.869252 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-538573ad-cf95-483d-b2de-340c54ffc90d req-722e154d-9ac0-4eb0-b631-0b0c79c9c68e tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 210 time: 0.0321932 Aug 29 20:33:08.889713 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-22e990fc-e520-4bae-8832-d6fc5851add3 admin admin] Publish callbacks [] for security_group (49c499e7-25a7-4b84-82cd-9173663a3636), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:08.900392 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4faf1a-698a-4052-bbcf-81e658997a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c499e7-25a7-4b84-82cd-9173663a3636,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:08.921394 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-ec1558c8-6bee-415d-a4df-9c4be5d9dbc4 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c6a65050f39e49349b0eab86031bab9f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0115445 Aug 29 20:33:08.928875 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 58832) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:08.955062 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1558c8-6bee-415d-a4df-9c4be5d9dbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2862fe-139d-4c97-af74-61ecff1da96f,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:08.964859 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 5c30aa4b-e0b0-4843-a87a-31710c1ac4de is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:33:08.965129 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (5c30aa4b-e0b0-4843-a87a-31710c1ac4de), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:08.996092 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-22e990fc-e520-4bae-8832-d6fc5851add3 admin admin] Publish callbacks [] for security_group (49c499e7-25a7-4b84-82cd-9173663a3636), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:09.043285 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] For port 5c30aa4b-e0b0-4843-a87a-31710c1ac4de, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=5c30aa4b-e0b0-4843-a87a-31710c1ac4de,segment=NetworkSegment(75a90e64-0b09-4fe0-9fa9-8a5e13957c7f),segment_id=75a90e64-0b09-4fe0-9fa9-8a5e13957c7f)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:33:09.048670 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b60b4062-8151-4d96-9c04-ff837eb6d24b admin admin] Publish callbacks [] for security_group (fb2862fe-139d-4c97-af74-61ecff1da96f), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:09.050263 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (5c30aa4b-e0b0-4843-a87a-31710c1ac4de), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:09.051961 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 85ab0b02-734d-4182-affa-10fa6d4fdc67 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:33:09.109689 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b60b4062-8151-4d96-9c04-ff837eb6d24b admin admin] Publish callbacks [] for security_group (fb2862fe-139d-4c97-af74-61ecff1da96f), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:09.199685 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-22e990fc-e520-4bae-8832-d6fc5851add3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (49c499e7-25a7-4b84-82cd-9173663a3636), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:09.202280 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-22e990fc-e520-4bae-8832-d6fc5851add3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:09.204473 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-22e990fc-e520-4bae-8832-d6fc5851add3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/49c499e7-25a7-4b84-82cd-9173663a3636 HTTP/1.1" status: 204 len: 168 time: 0.4484897 Aug 29 20:33:09.218870 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Pushing event updated for resources: {'Port': ['ID=5c30aa4b-e0b0-4843-a87a-31710c1ac4de,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:09.235290 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b60b4062-8151-4d96-9c04-ff837eb6d24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (fb2862fe-139d-4c97-af74-61ecff1da96f), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:09.239589 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b60b4062-8151-4d96-9c04-ff837eb6d24b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:09.243526 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-b60b4062-8151-4d96-9c04-ff837eb6d24b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/fb2862fe-139d-4c97-af74-61ecff1da96f HTTP/1.1" status: 204 len: 168 time: 0.3108604 Aug 29 20:33:09.243526 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e990fc-e520-4bae-8832-d6fc5851add3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c499e7-25a7-4b84-82cd-9173663a3636,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:09.257436 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 85ab0b02-734d-4182-affa-10fa6d4fdc67 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:33:09.261284 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (85ab0b02-734d-4182-affa-10fa6d4fdc67), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:09.279130 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b4062-8151-4d96-9c04-ff837eb6d24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2862fe-139d-4c97-af74-61ecff1da96f,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:09.385264 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-184d7342-a032-4a44-a53e-bc308ff08bc6 req-f222f4b6-0c2d-478a-a56c-67e50395a1e7 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 210 time: 0.0587070 Aug 29 20:33:09.478289 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=80,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:09.482128 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 85ab0b02-734d-4182-affa-10fa6d4fdc67 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:33:09.511171 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-9f33d263-7e76-4b45-99cb-a509d2034bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:09.535581 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-20457ad5-e723-4492-8106-53cd7d1c35cf req-4ec63f1a-068f-4124-bcf6-1f71d236bf8e tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 210 time: 0.0716624 Aug 29 20:33:09.742838 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device c7a36f00-ad43-43f3-897c-2878fa10e956 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:33:09.745860 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:09.805618 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port c7a36f00-ad43-43f3-897c-2878fa10e956 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:33:09.806899 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (c7a36f00-ad43-43f3-897c-2878fa10e956), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:09.892777 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port c7a36f00-ad43-43f3-897c-2878fa10e956 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:33:09.894119 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 5c30aa4b-e0b0-4843-a87a-31710c1ac4de up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:33:09.950019 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 5c30aa4b-e0b0-4843-a87a-31710c1ac4de triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:33:09.950483 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (5c30aa4b-e0b0-4843-a87a-31710c1ac4de), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:09.952928 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:10.087726 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ba73d8cd-9138-4ef4-8efd-d0f9bd926a4d req-67be282d-4a7e-4f96-9c10-dca958185e8f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 210 time: 0.0833538 Aug 29 20:33:10.094485 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 5c30aa4b-e0b0-4843-a87a-31710c1ac4de is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:33:10.098980 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 600250e3-1752-44d0-ac69-901c18ec09bb up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:33:10.178165 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 600250e3-1752-44d0-ac69-901c18ec09bb triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:33:10.179072 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (600250e3-1752-44d0-ac69-901c18ec09bb), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:10.330663 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 600250e3-1752-44d0-ac69-901c18ec09bb is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:33:10.330980 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (600250e3-1752-44d0-ac69-901c18ec09bb), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:10.386783 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] For port 600250e3-1752-44d0-ac69-901c18ec09bb, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=600250e3-1752-44d0-ac69-901c18ec09bb,segment=NetworkSegment(4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05),segment_id=4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:33:10.391036 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (600250e3-1752-44d0-ac69-901c18ec09bb), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:10.464295 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Pushing event updated for resources: {'Port': ['ID=600250e3-1752-44d0-ac69-901c18ec09bb,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:10.591406 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5e583872-9d23-4506-a59c-6bad66c520df req-330dda20-8695-40dd-91bd-21e2ab6bcce2 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 210 time: 0.0413480 Aug 29 20:33:10.684953 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:10.747391 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0d7e5f43-b097-41cb-ae03-ad110251d6f8 req-23a40b45-885d-48fb-83ef-af325fe81c20 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 210 time: 0.0735562 Aug 29 20:33:10.999859 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 58934) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:11.192020 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-293be137-b3be-438c-b319-a7d75d172fe3 req-066d1767-336a-4ff9-8cca-f4ba8da03037 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 210 time: 0.0421352 Aug 29 20:33:11.237744 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-cf6908a3-754a-4401-821b-c3b4449daad9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-814685503-network', 'tenant_id': '76d859d5b38c418085ebac0d22fefe67'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:33:11.265881 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6908a3-754a-4401-821b-c3b4449daad9 admin admin] Made reservation on behalf of 76d859d5b38c418085ebac0d22fefe67 for: {'network': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:33:11.269825 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cf6908a3-754a-4401-821b-c3b4449daad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for network (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:11.283451 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cf6908a3-754a-4401-821b-c3b4449daad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:11.313605 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:11.396903 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cf6908a3-754a-4401-821b-c3b4449daad9 admin admin] Publish callbacks [] for security_group (eebf8765-407b-47dd-97b5-ec561116f76f), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:11.401859 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cf6908a3-754a-4401-821b-c3b4449daad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (eebf8765-407b-47dd-97b5-ec561116f76f), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:11.453468 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf6908a3-754a-4401-821b-c3b4449daad9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=106199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:33:11.471363 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6908a3-754a-4401-821b-c3b4449daad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebf8765-407b-47dd-97b5-ec561116f76f,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:11.486665 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cf6908a3-754a-4401-821b-c3b4449daad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (9eadf9ed-d362-4ce0-bdc0-2c3a3e6bd017), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:11.487306 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.db.segments_db [None req-cf6908a3-754a-4401-821b-c3b4449daad9 admin admin] Added segment 9eadf9ed-d362-4ce0-bdc0-2c3a3e6bd017 of type vlan for network 4c02bb05-b478-4669-878f-d62d0dd1d0fd Aug 29 20:33:11.574974 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cf6908a3-754a-4401-821b-c3b4449daad9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001069397'] for network (4c02bb05-b478-4669-878f-d62d0dd1d0fd), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:11.614076 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cf6908a3-754a-4401-821b-c3b4449daad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957'] for network (4c02bb05-b478-4669-878f-d62d0dd1d0fd), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:11.615520 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6908a3-754a-4401-821b-c3b4449daad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:11.616256 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cf6908a3-754a-4401-821b-c3b4449daad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:11.632719 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 600250e3-1752-44d0-ac69-901c18ec09bb up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:33:11.691201 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 600250e3-1752-44d0-ac69-901c18ec09bb triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:33:11.691972 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (600250e3-1752-44d0-ac69-901c18ec09bb), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:11.698192 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-cf6908a3-754a-4401-821b-c3b4449daad9 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6942875 Aug 29 20:33:11.698950 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 58974) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:11.705219 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-5d9595ba-3413-42b8-acc2-a4ebf93f333a admin admin] Request body: {'subnet': {'network_id': '4c02bb05-b478-4669-878f-d62d0dd1d0fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-814685503-subnet', 'tenant_id': '76d859d5b38c418085ebac0d22fefe67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:33:11.736558 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8e4567c2-6edb-4cc8-8321-174ffdf0f60c req-2e4deb69-7194-491b-9dab-898dd49f3128 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 210 time: 0.0430319 Aug 29 20:33:11.743200 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6908a3-754a-4401-821b-c3b4449daad9 admin admin] Pushing event updated for resources: {'Network': ['ID=4c02bb05-b478-4669-878f-d62d0dd1d0fd,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:11.747185 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9595ba-3413-42b8-acc2-a4ebf93f333a admin admin] Made reservation on behalf of 76d859d5b38c418085ebac0d22fefe67 for: {'subnet': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:33:11.750110 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5d9595ba-3413-42b8-acc2-a4ebf93f333a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:11.757233 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Network 4c02bb05-b478-4669-878f-d62d0dd1d0fd details requested by agent ovs-agent-dv-cinder-854263-2-iscsi with host dv-cinder-854263-2-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:33:11.882393 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 600250e3-1752-44d0-ac69-901c18ec09bb is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:33:12.024999 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8725c059-b6ee-43e4-83bf-f65ceabe7c9d req-a272e287-4b3e-4af3-a40a-0fb543bda434 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 210 time: 0.0695653 Aug 29 20:33:12.032575 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5d9595ba-3413-42b8-acc2-a4ebf93f333a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957'] for subnet (6643753d-786d-435d-8c9d-f8c1b9698376), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:12.100696 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9595ba-3413-42b8-acc2-a4ebf93f333a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6643753d-786d-435d-8c9d-f8c1b9698376,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:12.106215 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9595ba-3413-42b8-acc2-a4ebf93f333a admin admin] Checking segment: {'id': '9eadf9ed-d362-4ce0-bdc0-2c3a3e6bd017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4c02bb05-b478-4669-878f-d62d0dd1d0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:33:12.106569 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9595ba-3413-42b8-acc2-a4ebf93f333a admin admin] Network hostable DHCP agents. Network: 4c02bb05-b478-4669-878f-d62d0dd1d0fd, hostable agents: ['aba3b8c1-ed4e-40c9-99d3-a300910cc497'], hosted agents: [] {{(pid=106199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:33:12.124276 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9595ba-3413-42b8-acc2-a4ebf93f333a admin admin] Network 4c02bb05-b478-4669-878f-d62d0dd1d0fd is scheduled to be hosted by DHCP agent aba3b8c1-ed4e-40c9-99d3-a300910cc497 with binding_index 1 {{(pid=106199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:33:12.135681 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-5d9595ba-3413-42b8-acc2-a4ebf93f333a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-2-iscsi, 4c02bb05-b478-4669-878f-d62d0dd1d0fd) {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:33:12.141804 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9595ba-3413-42b8-acc2-a4ebf93f333a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:12.142358 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5d9595ba-3413-42b8-acc2-a4ebf93f333a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for subnet (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:12.145879 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:12.146580 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e020264-d580-480b-951e-a4a36088fb9a None None] Network 4c02bb05-b478-4669-878f-d62d0dd1d0fd requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:33:12.166946 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-5d9595ba-3413-42b8-acc2-a4ebf93f333a admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4659560 Aug 29 20:33:12.214998 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:12.292122 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886c06e7-f6e9-4512-89b7-5ad36af504bb None None] Network 4c02bb05-b478-4669-878f-d62d0dd1d0fd requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:33:12.399103 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:12.399359 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f8ead74a-2bcd-4cbf-853a-ec0d205e6ebf req-bda02ec0-4fac-4d4e-95fb-be2869b8f1f7 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 210 time: 0.0422800 Aug 29 20:33:12.415121 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:12.833337 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 59014) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:12.838514 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-9b6ac562-cbd4-4d94-973b-ef869a00faa9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1143457417-network', 'tenant_id': 'd0d0d0e54cf3417588444bc312a2aa06'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:33:12.878580 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6627100e-e57a-4474-9521-4afc5aed77da req-337d2c3b-966a-49f2-8268-d6df4e387d1c tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 210 time: 0.0352521 Aug 29 20:33:12.888402 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6ac562-cbd4-4d94-973b-ef869a00faa9 admin admin] Made reservation on behalf of d0d0d0e54cf3417588444bc312a2aa06 for: {'network': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:33:12.891118 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9b6ac562-cbd4-4d94-973b-ef869a00faa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for network (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:12.902514 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9b6ac562-cbd4-4d94-973b-ef869a00faa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:12.972504 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:INSERT=18,neutron:SELECT=77,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:12.987732 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9b6ac562-cbd4-4d94-973b-ef869a00faa9 admin admin] Publish callbacks [] for security_group (2064fdfb-147d-40d5-a455-127ecc4b7fdf), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:12.991890 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9b6ac562-cbd4-4d94-973b-ef869a00faa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (2064fdfb-147d-40d5-a455-127ecc4b7fdf), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:13.021005 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6ac562-cbd4-4d94-973b-ef869a00faa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=106199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:33:13.039786 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ac562-cbd4-4d94-973b-ef869a00faa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2064fdfb-147d-40d5-a455-127ecc4b7fdf,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:13.045731 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9b6ac562-cbd4-4d94-973b-ef869a00faa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (cc285a9c-75f4-4878-9efc-90ab128ffbd2), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:13.046068 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.db.segments_db [None req-9b6ac562-cbd4-4d94-973b-ef869a00faa9 admin admin] Added segment cc285a9c-75f4-4878-9efc-90ab128ffbd2 of type vlan for network 0bf9b6c7-4bd5-49f0-ac0d-7c040a848457 Aug 29 20:33:13.092915 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9b6ac562-cbd4-4d94-973b-ef869a00faa9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001069397'] for network (0bf9b6c7-4bd5-49f0-ac0d-7c040a848457), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:13.118528 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9b6ac562-cbd4-4d94-973b-ef869a00faa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957'] for network (0bf9b6c7-4bd5-49f0-ac0d-7c040a848457), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:13.119609 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6ac562-cbd4-4d94-973b-ef869a00faa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:13.120262 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9b6ac562-cbd4-4d94-973b-ef869a00faa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:13.138320 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a1a93d76-de69-4aa6-80e6-e5ff2825c206 req-374601a4-377a-40bd-96f5-265d22da6094 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 210 time: 0.0327210 Aug 29 20:33:13.174434 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-9b6ac562-cbd4-4d94-973b-ef869a00faa9 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3399537 Aug 29 20:33:13.177284 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 59018) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:13.191482 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-c410ae7e-686c-4025-9a6f-17aeabede2d5 admin admin] Request body: {'subnet': {'network_id': '0bf9b6c7-4bd5-49f0-ac0d-7c040a848457', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1143457417-subnet', 'tenant_id': 'd0d0d0e54cf3417588444bc312a2aa06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:33:13.203967 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ac562-cbd4-4d94-973b-ef869a00faa9 admin admin] Pushing event updated for resources: {'Network': ['ID=0bf9b6c7-4bd5-49f0-ac0d-7c040a848457,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:13.215376 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Network 0bf9b6c7-4bd5-49f0-ac0d-7c040a848457 details requested by agent ovs-agent-dv-cinder-854263-2-iscsi with host dv-cinder-854263-2-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:33:13.218338 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c410ae7e-686c-4025-9a6f-17aeabede2d5 admin admin] Made reservation on behalf of d0d0d0e54cf3417588444bc312a2aa06 for: {'subnet': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:33:13.220786 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c410ae7e-686c-4025-9a6f-17aeabede2d5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:13.399618 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:13.429297 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c410ae7e-686c-4025-9a6f-17aeabede2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957'] for subnet (8dff8741-0f25-4443-a13a-eb31f59526eb), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:13.619968 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c460b876-2d54-4d67-86e7-3b7753b19235 req-873935d5-9e1a-4277-b2b5-7d8713739d45 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 210 time: 0.0384238 Aug 29 20:33:13.637902 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410ae7e-686c-4025-9a6f-17aeabede2d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dff8741-0f25-4443-a13a-eb31f59526eb,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:13.655506 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c410ae7e-686c-4025-9a6f-17aeabede2d5 admin admin] Checking segment: {'id': 'cc285a9c-75f4-4878-9efc-90ab128ffbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0bf9b6c7-4bd5-49f0-ac0d-7c040a848457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:33:13.655832 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c410ae7e-686c-4025-9a6f-17aeabede2d5 admin admin] Network hostable DHCP agents. Network: 0bf9b6c7-4bd5-49f0-ac0d-7c040a848457, hostable agents: ['aba3b8c1-ed4e-40c9-99d3-a300910cc497'], hosted agents: [] {{(pid=106199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:33:13.679293 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c410ae7e-686c-4025-9a6f-17aeabede2d5 admin admin] Network 0bf9b6c7-4bd5-49f0-ac0d-7c040a848457 is scheduled to be hosted by DHCP agent aba3b8c1-ed4e-40c9-99d3-a300910cc497 with binding_index 1 {{(pid=106199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:33:13.692030 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-c410ae7e-686c-4025-9a6f-17aeabede2d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-2-iscsi, 0bf9b6c7-4bd5-49f0-ac0d-7c040a848457) {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:33:13.696133 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c410ae7e-686c-4025-9a6f-17aeabede2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:13.696727 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c410ae7e-686c-4025-9a6f-17aeabede2d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for subnet (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:13.701935 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58674b2b-9dc2-4d8c-8534-d26d67db00ad None None] Network 0bf9b6c7-4bd5-49f0-ac0d-7c040a848457 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:33:13.715785 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-c410ae7e-686c-4025-9a6f-17aeabede2d5 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5374568 Aug 29 20:33:13.828922 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06753e6-815c-48f5-b407-7a362c1e0051 None None] Network 0bf9b6c7-4bd5-49f0-ac0d-7c040a848457 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:33:13.873504 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 59032) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:13.913745 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:13.952200 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ba7f367-6d6d-4c2d-9467-16c4d4a39370 admin admin] Deleting subnet 6643753d-786d-435d-8c9d-f8c1b9698376 {{(pid=106199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:33:13.962291 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0ba7f367-6d6d-4c2d-9467-16c4d4a39370 admin admin] Publish callbacks [] for subnet (6643753d-786d-435d-8c9d-f8c1b9698376), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:14.016244 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-556310fa-dfd4-4879-a97f-0efb999389fc req-0ace2480-fa88-42cf-b4cd-d4b445260544 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 210 time: 0.0344784 Aug 29 20:33:14.034377 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0ba7f367-6d6d-4c2d-9467-16c4d4a39370 admin admin] Publish callbacks [] for subnet (6643753d-786d-435d-8c9d-f8c1b9698376), precommit_delete_associations {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:14.044536 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0ba7f367-6d6d-4c2d-9467-16c4d4a39370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996000'] for subnet (6643753d-786d-435d-8c9d-f8c1b9698376), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:14.104121 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0ba7f367-6d6d-4c2d-9467-16c4d4a39370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957'] for subnet (6643753d-786d-435d-8c9d-f8c1b9698376), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:14.132381 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7f367-6d6d-4c2d-9467-16c4d4a39370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6643753d-786d-435d-8c9d-f8c1b9698376,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:14.134712 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0ba7f367-6d6d-4c2d-9467-16c4d4a39370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for subnet (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:14.137729 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-0ba7f367-6d6d-4c2d-9467-16c4d4a39370 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/6643753d-786d-435d-8c9d-f8c1b9698376 HTTP/1.1" status: 204 len: 168 time: 0.2631941 Aug 29 20:33:14.140331 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 59036) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:14.204276 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:14.223322 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1060a3c0-9214-4f87-adee-64826e583e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4173405'] for network (4c02bb05-b478-4669-878f-d62d0dd1d0fd), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:14.266369 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-06feeb79-f7d3-4e76-bb4a-a4fdef6f1b0a req-f4ee0709-aed0-47d4-950f-6afb81e878b3 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 210 time: 0.0378234 Aug 29 20:33:14.382254 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1060a3c0-9214-4f87-adee-64826e583e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996931', 'neutron.services.segments.db._delete_segments_for_network-8787001567811'] for network (4c02bb05-b478-4669-878f-d62d0dd1d0fd), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:14.416148 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1060a3c0-9214-4f87-adee-64826e583e33 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:33:14.416516 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1060a3c0-9214-4f87-adee-64826e583e33 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:33:14.417293 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1060a3c0-9214-4f87-adee-64826e583e33 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:33:14.417622 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1060a3c0-9214-4f87-adee-64826e583e33 admin admin] Subscribe: > port after_create 55550000 {{(pid=106199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:33:14.417940 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1060a3c0-9214-4f87-adee-64826e583e33 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:33:14.418273 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1060a3c0-9214-4f87-adee-64826e583e33 admin admin] Subscribe: > port after_update 55550000 {{(pid=106199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:33:14.418628 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1060a3c0-9214-4f87-adee-64826e583e33 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:33:14.419157 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1060a3c0-9214-4f87-adee-64826e583e33 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:33:14.419265 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1060a3c0-9214-4f87-adee-64826e583e33 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:33:14.419530 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1060a3c0-9214-4f87-adee-64826e583e33 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:33:14.707863 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1060a3c0-9214-4f87-adee-64826e583e33 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:33:14.708460 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1060a3c0-9214-4f87-adee-64826e583e33 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:33:14.708752 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1060a3c0-9214-4f87-adee-64826e583e33 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:33:14.709106 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1060a3c0-9214-4f87-adee-64826e583e33 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:33:14.709502 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-1060a3c0-9214-4f87-adee-64826e583e33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c02bb05-b478-4669-878f-d62d0dd1d0fd']}} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:33:14.729708 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-1060a3c0-9214-4f87-adee-64826e583e33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eadf9ed-d362-4ce0-bdc0-2c3a3e6bd017') {'for_net_delete': True} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:33:14.730005 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-1060a3c0-9214-4f87-adee-64826e583e33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eadf9ed-d362-4ce0-bdc0-2c3a3e6bd017') {} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:33:14.733635 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:14.748611 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1060a3c0-9214-4f87-adee-64826e583e33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001593263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61403863'] for segment (9eadf9ed-d362-4ce0-bdc0-2c3a3e6bd017), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:14.772710 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1060a3c0-9214-4f87-adee-64826e583e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (9eadf9ed-d362-4ce0-bdc0-2c3a3e6bd017), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:14.774120 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c116e3db-069b-41dc-97a3-c4b4487fddfb req-e4b20d06-7666-4075-bdca-0eb495b62965 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 210 time: 0.0512409 Aug 29 20:33:14.783126 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1060a3c0-9214-4f87-adee-64826e583e33 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=106199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:33:14.783557 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1060a3c0-9214-4f87-adee-64826e583e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61108904'] for segment (9eadf9ed-d362-4ce0-bdc0-2c3a3e6bd017), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:14.872010 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1060a3c0-9214-4f87-adee-64826e583e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639181'] for network (4c02bb05-b478-4669-878f-d62d0dd1d0fd), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:14.895738 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1060a3c0-9214-4f87-adee-64826e583e33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:14.900026 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-1060a3c0-9214-4f87-adee-64826e583e33 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/4c02bb05-b478-4669-878f-d62d0dd1d0fd HTTP/1.1" status: 204 len: 168 time: 0.7586820 Aug 29 20:33:14.901411 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060a3c0-9214-4f87-adee-64826e583e33 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c02bb05-b478-4669-878f-d62d0dd1d0fd,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:14.902992 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 59082) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:14.963816 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_v2 [None req-42d4f611-73a5-4a6c-8300-5ffc1cd54b5a admin admin] Deleting subnet 8dff8741-0f25-4443-a13a-eb31f59526eb {{(pid=106198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:33:14.974326 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-42d4f611-73a5-4a6c-8300-5ffc1cd54b5a admin admin] Publish callbacks [] for subnet (8dff8741-0f25-4443-a13a-eb31f59526eb), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:15.028131 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.33', 55866) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:15.092572 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-42d4f611-73a5-4a6c-8300-5ffc1cd54b5a admin admin] Publish callbacks [] for subnet (8dff8741-0f25-4443-a13a-eb31f59526eb), precommit_delete_associations {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:15.136738 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-42d4f611-73a5-4a6c-8300-5ffc1cd54b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996000'] for subnet (8dff8741-0f25-4443-a13a-eb31f59526eb), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:15.212643 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.33', 55867) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:15.268113 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.33', 55868) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:15.322236 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ed6198e7-0533-414e-b561-ce3851823707 req-1d8da5db-1590-4c97-bc82-9b28c6a7f79f tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 210 time: 0.0832663 Aug 29 20:33:15.325385 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment 9eadf9ed-d362-4ce0-bdc0-2c3a3e6bd017 resource provider aggregate not found Aug 29 20:33:15.400659 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment 9eadf9ed-d362-4ce0-bdc0-2c3a3e6bd017 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9eadf9ed-d362-4ce0-bdc0-2c3a3e6bd017 found for delete ", "request_id": "req-93ee8eb5-891e-4966-8c01-9171327d9312"}]} Aug 29 20:33:15.418152 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.33', 55870) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:15.494940 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:15.508410 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-d3d573ed-bbf9-4ed1-a7dd-6f60b5fd7f6b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:15.509964 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-d3d573ed-bbf9-4ed1-a7dd-6f60b5fd7f6b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.33 "GET /networking/v2.0/networks?id=9aeb874f-5dc0-4462-96f6-c696d1a7b371 HTTP/1.1" status: 200 len: 819 time: 0.2351940 Aug 29 20:33:15.549467 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-670befc0-8f57-424a-bdcc-c08061465b26 req-b3162fb2-ba6f-425c-afd6-96b104100860 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 210 time: 0.0350575 Aug 29 20:33:15.590709 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=31 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:15.601954 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-fdbec97f-1c28-415c-9e74-46f97a35b019 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Request body: {'port': {'device_id': '3db93852-3c79-43ac-8757-a41602e8bc53', 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371', 'admin_state_up': True, 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:33:15.626459 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-b801bfdd-9e43-4c58-9450-689faa4f25a7 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:15.628070 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-b801bfdd-9e43-4c58-9450-689faa4f25a7 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.33 "GET /networking/v2.0/networks?id=cf9673f4-1367-4aac-ae26-3824605ed50c HTTP/1.1" status: 200 len: 811 time: 0.5975392 Aug 29 20:33:15.713914 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-06712cfa-bed8-4255-81d1-5bdb71904012 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:15.714853 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-06712cfa-bed8-4255-81d1-5bdb71904012 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.33 "GET /networking/v2.0/networks?id=956a6ad1-026f-40ab-949a-8f68054ef5a2 HTTP/1.1" status: 200 len: 811 time: 0.4995041 Aug 29 20:33:15.737893 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-f019fd5b-4f4b-4b7d-80b2-06544d4fd14a tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:15.740294 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-f019fd5b-4f4b-4b7d-80b2-06544d4fd14a tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.33 "GET /networking/v2.0/networks?id=9aeb874f-5dc0-4462-96f6-c696d1a7b371 HTTP/1.1" status: 200 len: 819 time: 0.3207970 Aug 29 20:33:15.855834 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-42d4f611-73a5-4a6c-8300-5ffc1cd54b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957'] for subnet (8dff8741-0f25-4443-a13a-eb31f59526eb), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:15.893280 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ed807b6a-2e1d-4cec-b54e-e6ba395734cc req-cbfd8adf-8855-44fa-bba0-5a0c31f406b3 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 210 time: 0.0297744 Aug 29 20:33:15.902526 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4f611-73a5-4a6c-8300-5ffc1cd54b5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dff8741-0f25-4443-a13a-eb31f59526eb,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:15.907620 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-42d4f611-73a5-4a6c-8300-5ffc1cd54b5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:15.911567 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-42d4f611-73a5-4a6c-8300-5ffc1cd54b5a admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/8dff8741-0f25-4443-a13a-eb31f59526eb HTTP/1.1" status: 204 len: 168 time: 1.0072095 Aug 29 20:33:15.914183 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 59130) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:15.970783 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:15.977837 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-fdbec97f-1c28-415c-9e74-46f97a35b019 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Made reservation on behalf of 8436d85d931a41cfa6d626c08ad82ef4 for: {'port': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:33:15.983629 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-fdbec97f-1c28-415c-9e74-46f97a35b019 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:15.989978 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-99eaaa08-60bc-43f1-bbb3-b4987eb1990e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4173405'] for network (0bf9b6c7-4bd5-49f0-ac0d-7c040a848457), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:16.092844 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-99eaaa08-60bc-43f1-bbb3-b4987eb1990e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996931', 'neutron.services.segments.db._delete_segments_for_network-8787001567811'] for network (0bf9b6c7-4bd5-49f0-ac0d-7c040a848457), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:16.119730 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-99eaaa08-60bc-43f1-bbb3-b4987eb1990e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bf9b6c7-4bd5-49f0-ac0d-7c040a848457']}} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:33:16.131896 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-99eaaa08-60bc-43f1-bbb3-b4987eb1990e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc285a9c-75f4-4878-9efc-90ab128ffbd2') {'for_net_delete': True} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:33:16.132480 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-99eaaa08-60bc-43f1-bbb3-b4987eb1990e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc285a9c-75f4-4878-9efc-90ab128ffbd2') {} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:33:16.144983 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-99eaaa08-60bc-43f1-bbb3-b4987eb1990e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001593263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61403863'] for segment (cc285a9c-75f4-4878-9efc-90ab128ffbd2), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:16.160115 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-99eaaa08-60bc-43f1-bbb3-b4987eb1990e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (cc285a9c-75f4-4878-9efc-90ab128ffbd2), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:16.169122 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99eaaa08-60bc-43f1-bbb3-b4987eb1990e admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=106199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:33:16.169756 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-99eaaa08-60bc-43f1-bbb3-b4987eb1990e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61108904'] for segment (cc285a9c-75f4-4878-9efc-90ab128ffbd2), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:16.235569 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-fdbec97f-1c28-415c-9e74-46f97a35b019 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Allocated IP 172.20.0.7 (9aeb874f-5dc0-4462-96f6-c696d1a7b371/b859f7aa-b619-481f-9230-0993b4243baf/83aab753-4372-4b2f-a578-8ecea2f99be1) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:33:16.238533 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-99eaaa08-60bc-43f1-bbb3-b4987eb1990e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639181'] for network (0bf9b6c7-4bd5-49f0-ac0d-7c040a848457), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:16.245184 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-99eaaa08-60bc-43f1-bbb3-b4987eb1990e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:16.249837 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-99eaaa08-60bc-43f1-bbb3-b4987eb1990e admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/0bf9b6c7-4bd5-49f0-ac0d-7c040a848457 HTTP/1.1" status: 204 len: 168 time: 0.3337798 Aug 29 20:33:16.265824 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eaaa08-60bc-43f1-bbb3-b4987eb1990e admin admin] Pushing event deleted for resources: {'Network': ['ID=0bf9b6c7-4bd5-49f0-ac0d-7c040a848457,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:16.432576 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-fdbec97f-1c28-415c-9e74-46f97a35b019 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks [] for port (83aab753-4372-4b2f-a578-8ecea2f99be1), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:16.468109 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-703c0f64-164d-4702-838d-2ce302daa1c4 req-479ae066-f203-4f48-8976-b061b689b52f tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 210 time: 0.0386722 Aug 29 20:33:16.469443 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 59142) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:16.496517 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-fdbec97f-1c28-415c-9e74-46f97a35b019 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414'] for port (83aab753-4372-4b2f-a578-8ecea2f99be1), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:16.520475 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-99a3a709-ea10-4bdb-ab42-d68ad9c4fc77 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=76d859d5b38c418085ebac0d22fefe67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497994 Aug 29 20:33:16.523909 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 59144) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:16.597617 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d79488e1-0f93-4f98-a5e1-39a6760bf013 admin admin] Publish callbacks [] for security_group (eebf8765-407b-47dd-97b5-ec561116f76f), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:16.626194 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d79488e1-0f93-4f98-a5e1-39a6760bf013 admin admin] Publish callbacks [] for security_group (eebf8765-407b-47dd-97b5-ec561116f76f), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:16.675777 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-550c0e7d-8074-4fd5-870b-a38e89c23236 req-e02c6eef-3cea-4e16-b91d-2a39735c05e0 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 210 time: 0.0384092 Aug 29 20:33:16.701932 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:16.713747 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d79488e1-0f93-4f98-a5e1-39a6760bf013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (eebf8765-407b-47dd-97b5-ec561116f76f), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:16.716821 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d79488e1-0f93-4f98-a5e1-39a6760bf013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:16.717709 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-d79488e1-0f93-4f98-a5e1-39a6760bf013 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/eebf8765-407b-47dd-97b5-ec561116f76f HTTP/1.1" status: 204 len: 168 time: 0.1927526 Aug 29 20:33:16.728120 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79488e1-0f93-4f98-a5e1-39a6760bf013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebf8765-407b-47dd-97b5-ec561116f76f,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:16.745042 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-fdbec97f-1c28-415c-9e74-46f97a35b019 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Network 9aeb874f-5dc0-4462-96f6-c696d1a7b371 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:33:16.753886 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-fdbec97f-1c28-415c-9e74-46f97a35b019 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:33:16.757215 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-fdbec97f-1c28-415c-9e74-46f97a35b019 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:33:16.762759 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-fdbec97f-1c28-415c-9e74-46f97a35b019 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:16.763419 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-fdbec97f-1c28-415c-9e74-46f97a35b019 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:16.774187 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbec97f-1c28-415c-9e74-46f97a35b019 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Pushing event updated for resources: {'Port': ['ID=83aab753-4372-4b2f-a578-8ecea2f99be1,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:16.801017 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-fdbec97f-1c28-415c-9e74-46f97a35b019 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2127466 Aug 29 20:33:17.047999 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-208a9ca5-3b48-4563-aded-a4112764c2a4 req-e104fe17-b8ab-4aac-ae45-55377a57b085 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 210 time: 0.0346239 Aug 29 20:33:17.094053 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-b20d335e-18a5-40fb-83d2-e59a0d5d43d8 None None] Provisioning complete for port 83aab753-4372-4b2f-a578-8ecea2f99be1 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:33:17.094563 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b20d335e-18a5-40fb-83d2-e59a0d5d43d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (83aab753-4372-4b2f-a578-8ecea2f99be1), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:17.129274 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-b20d335e-18a5-40fb-83d2-e59a0d5d43d8 None None] Port 83aab753-4372-4b2f-a578-8ecea2f99be1 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:33:17.146983 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 59164) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:17.167840 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:17.192903 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-127f086a-97d2-4a1a-bd73-9e4a2f1b0b9e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d0d0d0e54cf3417588444bc312a2aa06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426610 Aug 29 20:33:17.193568 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 59168) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:17.264394 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8f4d3a4a-2c2f-4fa1-a0c2-f1c4dd6202be admin admin] Publish callbacks [] for security_group (2064fdfb-147d-40d5-a455-127ecc4b7fdf), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:17.294220 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8f4d3a4a-2c2f-4fa1-a0c2-f1c4dd6202be admin admin] Publish callbacks [] for security_group (2064fdfb-147d-40d5-a455-127ecc4b7fdf), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:17.342043 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8f4d3a4a-2c2f-4fa1-a0c2-f1c4dd6202be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (2064fdfb-147d-40d5-a455-127ecc4b7fdf), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:17.344546 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8f4d3a4a-2c2f-4fa1-a0c2-f1c4dd6202be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:17.346245 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-8f4d3a4a-2c2f-4fa1-a0c2-f1c4dd6202be admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2064fdfb-147d-40d5-a455-127ecc4b7fdf HTTP/1.1" status: 204 len: 168 time: 0.1509106 Aug 29 20:33:17.355019 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d3a4a-2c2f-4fa1-a0c2-f1c4dd6202be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2064fdfb-147d-40d5-a455-127ecc4b7fdf,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:17.421127 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment cc285a9c-75f4-4878-9efc-90ab128ffbd2 resource provider aggregate not found Aug 29 20:33:17.441033 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment cc285a9c-75f4-4878-9efc-90ab128ffbd2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc285a9c-75f4-4878-9efc-90ab128ffbd2 found for delete ", "request_id": "req-92cd21dd-4e64-4d3d-91bb-9b37412ce5be"}]} Aug 29 20:33:17.599476 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5d8b38f2-1104-4572-b920-7768b6eabb02 req-5cb30b95-43c9-411e-912b-389362cddb1e tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 210 time: 0.0392876 Aug 29 20:33:17.785194 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e7c14692-919b-4a53-88cb-0974847f559f req-667db775-df29-40aa-a937-f44f5541fd98 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 210 time: 0.0292952 Aug 29 20:33:18.151651 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a1f7e68f-b408-4e36-b2d5-23bee643dff6 req-1bee0194-ae17-42c4-ac7a-cedb0a204d1a tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 210 time: 0.0294459 Aug 29 20:33:18.502350 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-aab92ac9-fa8f-4e7f-8498-e03251d54025 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 20:33:18.503908 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-aab92ac9-fa8f-4e7f-8498-e03251d54025 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0074494 Aug 29 20:33:18.509629 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-99487e3d-89de-4053-b253-0c8f7c0c689e tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Request body: {'port': {'device_id': '150aa4a3-390c-4eb1-91ea-236f55e59e57', 'network_id': 'cf9673f4-1367-4aac-ae26-3824605ed50c', 'admin_state_up': True, 'tenant_id': '6314d8436170404097713aa7764dff94'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:33:18.571357 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-0f2a9b20-7ee1-4b8a-837b-1e0ea516d96f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Request body: {'port': {'device_id': '5dc0cdac-77c6-4130-b162-e04f6a61c60c', 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371', 'admin_state_up': True, 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:33:18.761310 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b7d9766a-b10e-4a41-9ec5-17994dcd76a8 req-0454f7f9-3dbc-4136-a48e-d5be1c089dbe tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 210 time: 0.0556746 Aug 29 20:33:18.775098 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-ca3c000b-282c-45fc-bb39-dc1aa1eb6cd7 service neutron] Request body: {'port': {'device_id': '3db93852-3c79-43ac-8757-a41602e8bc53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:33:18.903074 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-ca3c000b-282c-45fc-bb39-dc1aa1eb6cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (83aab753-4372-4b2f-a578-8ecea2f99be1), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:18.949970 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:18.985501 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-8a249193-154e-4151-ad88-69c286d7f0b9 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=544c78c5c2c44219a7f236b24a107da4 HTTP/1.1" status: 200 len: 380 time: 0.4250660 Aug 29 20:33:18.996008 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:19.005339 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-2510c71a-1893-499f-b495-8564f8e6bfa4 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Request body: {'port': {'device_id': 'dfdda123-bbf1-425b-b690-2d0919df08a2', 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2', 'admin_state_up': True, 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'security_groups': ['f5411caf-7b26-4d98-93c9-918b04e9c1b9']}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:33:19.013837 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0b59a852-ede6-4132-a3e7-d15b253351e5 req-d12270e8-cc59-40d7-9a78-cf4495301dcb tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 210 time: 0.0759070 Aug 29 20:33:19.123826 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-99487e3d-89de-4053-b253-0c8f7c0c689e tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Made reservation on behalf of 6314d8436170404097713aa7764dff94 for: {'port': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:33:19.129160 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-99487e3d-89de-4053-b253-0c8f7c0c689e tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:19.210095 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-0f2a9b20-7ee1-4b8a-837b-1e0ea516d96f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Made reservation on behalf of 8436d85d931a41cfa6d626c08ad82ef4 for: {'port': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:33:19.226616 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-0f2a9b20-7ee1-4b8a-837b-1e0ea516d96f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:19.438659 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5f191fa0-2a28-4e8c-b203-361634c7482a req-51c39dac-4a43-4b7b-aa3f-fdcd5f1753a7 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 210 time: 0.1705790 Aug 29 20:33:19.585679 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-99487e3d-89de-4053-b253-0c8f7c0c689e tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Allocated IP 172.20.0.12 (cf9673f4-1367-4aac-ae26-3824605ed50c/3ba0c87a-0c70-4cc5-9a73-50daea6bf675/2cdd540d-17e7-4430-81b9-58cbfc6bfafc) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:33:19.787749 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-ca3c000b-282c-45fc-bb39-dc1aa1eb6cd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83aab753-4372-4b2f-a578-8ecea2f99be1 {{(pid=106198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:33:19.807696 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-ca3c000b-282c-45fc-bb39-dc1aa1eb6cd7 service neutron] Publish callbacks [] for port (83aab753-4372-4b2f-a578-8ecea2f99be1), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:19.860309 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.provisioning_blocks [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-ca3c000b-282c-45fc-bb39-dc1aa1eb6cd7 service neutron] Transition to ACTIVE for port object 83aab753-4372-4b2f-a578-8ecea2f99be1 will not be triggered until provisioned by entity L2. {{(pid=106198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:33:19.865894 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-ca3c000b-282c-45fc-bb39-dc1aa1eb6cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (83aab753-4372-4b2f-a578-8ecea2f99be1), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:20.095231 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c000b-282c-45fc-bb39-dc1aa1eb6cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=83aab753-4372-4b2f-a578-8ecea2f99be1,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:20.118223 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-0f2a9b20-7ee1-4b8a-837b-1e0ea516d96f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Allocated IP 172.20.0.8 (9aeb874f-5dc0-4462-96f6-c696d1a7b371/b859f7aa-b619-481f-9230-0993b4243baf/d8d1277a-533e-438a-99e5-6a4962cfe90d) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:33:20.123052 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-ca3c000b-282c-45fc-bb39-dc1aa1eb6cd7 service neutron] Attempting to bind port 83aab753-4372-4b2f-a578-8ecea2f99be1 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:33:20.125676 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-ca3c000b-282c-45fc-bb39-dc1aa1eb6cd7 service neutron] Attempting to bind port 83aab753-4372-4b2f-a578-8ecea2f99be1 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '75a90e64-0b09-4fe0-9fa9-8a5e13957c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371'}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:33:20.128574 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-ca3c000b-282c-45fc-bb39-dc1aa1eb6cd7 service neutron] Attempting to bind port 83aab753-4372-4b2f-a578-8ecea2f99be1 on network 9aeb874f-5dc0-4462-96f6-c696d1a7b371 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:33:20.154164 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-ca3c000b-282c-45fc-bb39-dc1aa1eb6cd7 service neutron] Port 83aab753-4372-4b2f-a578-8ecea2f99be1 on network 9aeb874f-5dc0-4462-96f6-c696d1a7b371 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:33:20.159035 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-ca3c000b-282c-45fc-bb39-dc1aa1eb6cd7 service neutron] Attempting to bind port 83aab753-4372-4b2f-a578-8ecea2f99be1 on network 9aeb874f-5dc0-4462-96f6-c696d1a7b371 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:33:20.205186 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-ca3c000b-282c-45fc-bb39-dc1aa1eb6cd7 service neutron] Checking agent: {'id': 'fe366970-a267-4806-8a8b-654c02250e20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'started_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:33:20.208014 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-ca3c000b-282c-45fc-bb39-dc1aa1eb6cd7 service neutron] Checking segment: {'id': '75a90e64-0b09-4fe0-9fa9-8a5e13957c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:33:20.214028 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-ca3c000b-282c-45fc-bb39-dc1aa1eb6cd7 service neutron] Bound using segment: {'id': '75a90e64-0b09-4fe0-9fa9-8a5e13957c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371'} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:33:20.214919 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-ca3c000b-282c-45fc-bb39-dc1aa1eb6cd7 service neutron] Bound port: 83aab753-4372-4b2f-a578-8ecea2f99be1, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a90e64-0b09-4fe0-9fa9-8a5e13957c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371'}}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:33:20.216701 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-ca3c000b-282c-45fc-bb39-dc1aa1eb6cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (83aab753-4372-4b2f-a578-8ecea2f99be1), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:20.392288 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 59352) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:20.417139 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-50d0cedf-57b2-4d46-966f-0872488064f0 req-88e37468-264b-4f93-8f6c-e95267da8300 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 210 time: 0.1344478 Aug 29 20:33:20.484031 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-ca3c000b-282c-45fc-bb39-dc1aa1eb6cd7 service neutron] For port 83aab753-4372-4b2f-a578-8ecea2f99be1, host hv-cinder-85426, cleared binding levels {{(pid=106198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:33:20.515447 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-ca3c000b-282c-45fc-bb39-dc1aa1eb6cd7 service neutron] For port 83aab753-4372-4b2f-a578-8ecea2f99be1, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=83aab753-4372-4b2f-a578-8ecea2f99be1,segment=NetworkSegment(75a90e64-0b09-4fe0-9fa9-8a5e13957c7f),segment_id=75a90e64-0b09-4fe0-9fa9-8a5e13957c7f)] {{(pid=106198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:33:20.534672 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-ca3c000b-282c-45fc-bb39-dc1aa1eb6cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (83aab753-4372-4b2f-a578-8ecea2f99be1), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:20.571697 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:20.573176 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=7 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:20.651796 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-ca3c000b-282c-45fc-bb39-dc1aa1eb6cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:20.656092 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-ca3c000b-282c-45fc-bb39-dc1aa1eb6cd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:20.659567 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-ca3c000b-282c-45fc-bb39-dc1aa1eb6cd7 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/83aab753-4372-4b2f-a578-8ecea2f99be1 HTTP/1.1" status: 200 len: 1093 time: 2.0073268 Aug 29 20:33:20.660085 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db93852-3c79-43ac-8757-a41602e8bc53', 'tag': '83aab753-4372-4b2f-a578-8ecea2f99be1'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:33:20.825288 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-0f2a9b20-7ee1-4b8a-837b-1e0ea516d96f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks [] for port (d8d1277a-533e-438a-99e5-6a4962cfe90d), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:20.854628 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-294c7c2c-9167-47c2-806c-a32ed8ef8203 req-df88e22e-188e-4dc2-9043-b73d9f440449 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 210 time: 0.2870505 Aug 29 20:33:20.932788 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-22fb5172-bb20-43ff-b1bb-a7929b59fe3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:20.959752 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-080f0a2e-d200-48be-befb-266f531eec02 req-08851374-dd32-47c8-98b5-dea428f24395 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 210 time: 0.1847146 Aug 29 20:33:21.002942 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-2510c71a-1893-499f-b495-8564f8e6bfa4 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Made reservation on behalf of 544c78c5c2c44219a7f236b24a107da4 for: {'port': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:33:21.004052 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c000b-282c-45fc-bb39-dc1aa1eb6cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=83aab753-4372-4b2f-a578-8ecea2f99be1,revision_number=3']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:21.006853 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-2510c71a-1893-499f-b495-8564f8e6bfa4 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:21.165026 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-99487e3d-89de-4053-b253-0c8f7c0c689e tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Publish callbacks [] for port (2cdd540d-17e7-4430-81b9-58cbfc6bfafc), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:21.232272 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-0f2a9b20-7ee1-4b8a-837b-1e0ea516d96f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (d8d1277a-533e-438a-99e5-6a4962cfe90d), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:21.232419 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-000b100f-97e7-4f97-8112-ac9350ee9967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:21.237503 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-000b100f-97e7-4f97-8112-ac9350ee9967 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8436d85d931a41cfa6d626c08ad82ef4&device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 1127 time: 0.2356157 Aug 29 20:33:21.425139 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f607546964f141dcf8ed995c545a93b1930b0d2db8722531a12d309c5951f327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcf5a30-8a1a-4682-8bb6-bce7b438d147" -d '{"events": [{"name": "network-changed", "server_uuid": "3db93852-3c79-43ac-8757-a41602e8bc53", "tag": "83aab753-4372-4b2f-a578-8ecea2f99be1"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:33:21.443079 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-4e10db0b-8e2d-41a6-bbae-5bac420f8231 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83aab753-4372-4b2f-a578-8ecea2f99be1 HTTP/1.1" status: 200 len: 217 time: 0.1772435 Aug 29 20:33:21.443811 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 59394) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:21.614103 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:DELETE=2,neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:21.729886 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-22fb5172-bb20-43ff-b1bb-a7929b59fe3e admin admin] Publish callbacks [] for security_group (6ae38156-4ade-4ebd-807a-c0e2e34f9ab1), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:21.762748 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-efda31b0-3bc8-41b9-83cd-c21c5e27bb44 req-cc499d48-8b3c-40e7-b8fe-a2396ee5671b tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 210 time: 0.1789441 Aug 29 20:33:21.772526 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-9584dbc3-e262-4ba0-b825-63bcf0a57f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:21.787178 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-9584dbc3-e262-4ba0-b825-63bcf0a57f8b service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=b859f7aa-b619-481f-9230-0993b4243baf HTTP/1.1" status: 200 len: 858 time: 0.3042614 Aug 29 20:33:21.814072 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-22fb5172-bb20-43ff-b1bb-a7929b59fe3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (6ae38156-4ade-4ebd-807a-c0e2e34f9ab1), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:21.860986 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:INSERT=6 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:21.906239 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8f32b84a-b14d-4ce4-a07d-bf33cca00706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:22.002300 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-22fb5172-bb20-43ff-b1bb-a7929b59fe3e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=9edf8e6e05cc49f386e6a77afd7c9f08&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6081247 Aug 29 20:33:22.003782 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 59416) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:22.034614 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5172-bb20-43ff-b1bb-a7929b59fe3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae38156-4ade-4ebd-807a-c0e2e34f9ab1,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:22.217094 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f18732-4d05-4b21-ab5c-ea8aa7557101 x-openstack-request-id: req-73f18732-4d05-4b21-ab5c-ea8aa7557101 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:33:22.217397 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3db93852-3c79-43ac-8757-a41602e8bc53", "tag": "83aab753-4372-4b2f-a578-8ecea2f99be1", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:33:22.217643 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73f18732-4d05-4b21-ab5c-ea8aa7557101 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:33:22.218106 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73f18732-4d05-4b21-ab5c-ea8aa7557101'] response: {'name': 'network-changed', 'server_uuid': '3db93852-3c79-43ac-8757-a41602e8bc53', 'tag': '83aab753-4372-4b2f-a578-8ecea2f99be1', 'status': 'completed', 'code': 200} Aug 29 20:33:22.234381 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-2510c71a-1893-499f-b495-8564f8e6bfa4 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Allocated IP 172.20.0.12 (956a6ad1-026f-40ab-949a-8f68054ef5a2/410cc424-0d25-43ac-ac78-85d61f1a559c/98948443-f8c1-415f-85ca-da7736524db5) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:33:22.512092 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8f32b84a-b14d-4ce4-a07d-bf33cca00706 admin admin] Publish callbacks [] for security_group (e8a6cc67-50d0-4627-9e31-be51b4f059ad), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:22.542537 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1417293d-2c5d-41a6-8515-f4392b29fd6c req-e881069c-46de-4d39-9e1b-890ea603ff9a tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 210 time: 0.4614990 Aug 29 20:33:22.615456 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8f32b84a-b14d-4ce4-a07d-bf33cca00706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (e8a6cc67-50d0-4627-9e31-be51b4f059ad), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:22.655625 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-dbfdc00b-65b2-4811-a05c-01fc0ca8eb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:22.658478 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-dbfdc00b-65b2-4811-a05c-01fc0ca8eb5c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=9aeb874f-5dc0-4462-96f6-c696d1a7b371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5791202 Aug 29 20:33:22.741260 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-8f32b84a-b14d-4ce4-a07d-bf33cca00706 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=8c20e3253ec6494886386d64e7883e61&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2752721 Aug 29 20:33:22.743044 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 59440) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:22.753971 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-2510c71a-1893-499f-b495-8564f8e6bfa4 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for port (98948443-f8c1-415f-85ca-da7736524db5), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:22.836323 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32b84a-b14d-4ce4-a07d-bf33cca00706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a6cc67-50d0-4627-9e31-be51b4f059ad,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:22.846735 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:22.917850 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-2510c71a-1893-499f-b495-8564f8e6bfa4 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (98948443-f8c1-415f-85ca-da7736524db5), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:22.959804 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-0f2a9b20-7ee1-4b8a-837b-1e0ea516d96f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Network 9aeb874f-5dc0-4462-96f6-c696d1a7b371 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:33:22.960711 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a9b20-7ee1-4b8a-837b-1e0ea516d96f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Pushing event updated for resources: {'Port': ['ID=d8d1277a-533e-438a-99e5-6a4962cfe90d,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:23.007279 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-0f2a9b20-7ee1-4b8a-837b-1e0ea516d96f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:33:23.032424 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:23.056403 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-0f2a9b20-7ee1-4b8a-837b-1e0ea516d96f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:33:23.182145 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-2510c71a-1893-499f-b495-8564f8e6bfa4 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Network 956a6ad1-026f-40ab-949a-8f68054ef5a2 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:33:23.190905 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-2510c71a-1893-499f-b495-8564f8e6bfa4 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:33:23.194134 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-2510c71a-1893-499f-b495-8564f8e6bfa4 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:33:23.271873 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7277516-3ec7-435d-b96b-f7b69777dbdd req-69c8912d-27f5-47f8-80d1-dd24f0ce23ab tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:23.277037 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f7277516-3ec7-435d-b96b-f7b69777dbdd req-69c8912d-27f5-47f8-80d1-dd24f0ce23ab tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 931 time: 0.4026754 Aug 29 20:33:23.278434 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-99487e3d-89de-4053-b253-0c8f7c0c689e tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (2cdd540d-17e7-4430-81b9-58cbfc6bfafc), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:23.303513 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-2510c71a-1893-499f-b495-8564f8e6bfa4 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:23.304736 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-2510c71a-1893-499f-b495-8564f8e6bfa4 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:23.331927 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-99487e3d-89de-4053-b253-0c8f7c0c689e tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Network cf9673f4-1367-4aac-ae26-3824605ed50c is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:33:23.339787 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:23.341627 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-99487e3d-89de-4053-b253-0c8f7c0c689e tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:33:23.344740 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-99487e3d-89de-4053-b253-0c8f7c0c689e tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:33:23.410810 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-2510c71a-1893-499f-b495-8564f8e6bfa4 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4113948 Aug 29 20:33:23.431664 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4cd77315-b0e1-4218-b523-a35791efe0d8 admin admin] Publish callbacks [] for security_group (6ae38156-4ade-4ebd-807a-c0e2e34f9ab1), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:23.443202 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-99487e3d-89de-4053-b253-0c8f7c0c689e tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:23.444281 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-99487e3d-89de-4053-b253-0c8f7c0c689e tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:23.517064 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-99487e3d-89de-4053-b253-0c8f7c0c689e tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0223436 Aug 29 20:33:23.517798 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510c71a-1893-499f-b495-8564f8e6bfa4 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Pushing event updated for resources: {'Port': ['ID=98948443-f8c1-415f-85ca-da7736524db5,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:23.641954 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-49604339-6180-426b-9be4-e1ead4615f66 None None] Provisioning complete for port d8d1277a-533e-438a-99e5-6a4962cfe90d triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:33:23.642723 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-49604339-6180-426b-9be4-e1ead4615f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (d8d1277a-533e-438a-99e5-6a4962cfe90d), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:23.654598 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f6e80-3c85-464b-9e64-589681e0258a req-8e47fe56-be03-42c9-aef2-b212b66ff5dc tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:23.656959 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-0f2a9b20-7ee1-4b8a-837b-1e0ea516d96f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:23.657614 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-0f2a9b20-7ee1-4b8a-837b-1e0ea516d96f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:23.663898 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-797f6e80-3c85-464b-9e64-589681e0258a req-8e47fe56-be03-42c9-aef2-b212b66ff5dc tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 932 time: 0.6137688 Aug 29 20:33:23.665743 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-bb275c92-632b-4583-afd0-ae0020a7a49d admin admin] Publish callbacks [] for security_group (e8a6cc67-50d0-4627-9e31-be51b4f059ad), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:23.670007 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4cd77315-b0e1-4218-b523-a35791efe0d8 admin admin] Publish callbacks [] for security_group (6ae38156-4ade-4ebd-807a-c0e2e34f9ab1), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:23.692191 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-49604339-6180-426b-9be4-e1ead4615f66 None None] Port d8d1277a-533e-438a-99e5-6a4962cfe90d cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:33:23.702094 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-0f2a9b20-7ee1-4b8a-837b-1e0ea516d96f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1405716 Aug 29 20:33:23.727058 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99487e3d-89de-4053-b253-0c8f7c0c689e tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Pushing event updated for resources: {'Port': ['ID=2cdd540d-17e7-4430-81b9-58cbfc6bfafc,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:23.734013 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f7277516-3ec7-435d-b96b-f7b69777dbdd req-15922bbb-36fa-4f4b-97fd-55eb7836b70b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4419649 Aug 29 20:33:23.758133 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-797f6e80-3c85-464b-9e64-589681e0258a req-c102ed1f-8b0d-4351-bdfa-0d61688bf412 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933139 Aug 29 20:33:23.785525 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-bb275c92-632b-4583-afd0-ae0020a7a49d admin admin] Publish callbacks [] for security_group (e8a6cc67-50d0-4627-9e31-be51b4f059ad), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:23.799444 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-b2637eaa-b710-47f9-adce-4ceafcc6914e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0487936 Aug 29 20:33:23.812749 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-58721ecd-d6dc-4d15-a435-d19372c139fa None None] Provisioning complete for port 98948443-f8c1-415f-85ca-da7736524db5 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:33:23.813261 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-58721ecd-d6dc-4d15-a435-d19372c139fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (98948443-f8c1-415f-85ca-da7736524db5), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:23.846140 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:23.849441 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-58721ecd-d6dc-4d15-a435-d19372c139fa None None] Port 98948443-f8c1-415f-85ca-da7736524db5 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:33:23.861409 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-58721ecd-d6dc-4d15-a435-d19372c139fa None None] Provisioning complete for port 2cdd540d-17e7-4430-81b9-58cbfc6bfafc triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:33:23.862626 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-58721ecd-d6dc-4d15-a435-d19372c139fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (2cdd540d-17e7-4430-81b9-58cbfc6bfafc), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:23.873662 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4cd77315-b0e1-4218-b523-a35791efe0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (6ae38156-4ade-4ebd-807a-c0e2e34f9ab1), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:23.876707 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4cd77315-b0e1-4218-b523-a35791efe0d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:23.883047 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-4cd77315-b0e1-4218-b523-a35791efe0d8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6ae38156-4ade-4ebd-807a-c0e2e34f9ab1 HTTP/1.1" status: 204 len: 168 time: 1.8753407 Aug 29 20:33:23.890900 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7f033-c199-4685-92e3-f83a8683bf43 req-c26b623f-dc2a-4d7d-8868-d36fb080d56d tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:23.892817 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e2f7f033-c199-4685-92e3-f83a8683bf43 req-c26b623f-dc2a-4d7d-8868-d36fb080d56d tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 932 time: 0.0589528 Aug 29 20:33:23.893736 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd77315-b0e1-4218-b523-a35791efe0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae38156-4ade-4ebd-807a-c0e2e34f9ab1,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:23.897552 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-bb275c92-632b-4583-afd0-ae0020a7a49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (e8a6cc67-50d0-4627-9e31-be51b4f059ad), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:23.900370 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-bb275c92-632b-4583-afd0-ae0020a7a49d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:23.901148 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-58721ecd-d6dc-4d15-a435-d19372c139fa None None] Port 2cdd540d-17e7-4430-81b9-58cbfc6bfafc cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:33:23.904562 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-bb275c92-632b-4583-afd0-ae0020a7a49d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e8a6cc67-50d0-4627-9e31-be51b4f059ad HTTP/1.1" status: 204 len: 168 time: 1.1481488 Aug 29 20:33:23.914482 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb275c92-632b-4583-afd0-ae0020a7a49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a6cc67-50d0-4627-9e31-be51b4f059ad,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:23.964704 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e2f7f033-c199-4685-92e3-f83a8683bf43 req-372f95dc-b60c-4bea-b67d-e0e9f0a30198 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b541ea9-e708-488c-ba40-d02944fbd331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589204 Aug 29 20:33:24.236131 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 59472) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:24.245252 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 59474) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:24.250168 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e1b06545-514b-4f67-b4a3-a83b8b9ca289 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:24.259408 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-fd793d23-4cf7-4848-8406-41a76ef68bdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:24.337326 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e1b06545-514b-4f67-b4a3-a83b8b9ca289 admin admin] Publish callbacks [] for security_group (5e15003f-a564-43ef-811f-b2dd60c024cb), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:24.341328 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e1b06545-514b-4f67-b4a3-a83b8b9ca289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (5e15003f-a564-43ef-811f-b2dd60c024cb), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:24.343226 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-fd793d23-4cf7-4848-8406-41a76ef68bdb admin admin] Publish callbacks [] for security_group (64185650-408e-4b57-981d-df31521553c0), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:24.346373 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-fd793d23-4cf7-4848-8406-41a76ef68bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (64185650-408e-4b57-981d-df31521553c0), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:24.384897 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-e1b06545-514b-4f67-b4a3-a83b8b9ca289 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2fd6925eae174e54ae1ac0464ba14f51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1476560 Aug 29 20:33:24.385749 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b06545-514b-4f67-b4a3-a83b8b9ca289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e15003f-a564-43ef-811f-b2dd60c024cb,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:24.389919 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-fd793d23-4cf7-4848-8406-41a76ef68bdb admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c1a336ba0d2c46cb91eb774adb7ef471&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410320 Aug 29 20:33:24.390091 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 59476) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:24.390253 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 59478) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:24.398726 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd793d23-4cf7-4848-8406-41a76ef68bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64185650-408e-4b57-981d-df31521553c0,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:24.418362 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=7 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:24.452699 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3cba5d02-11fa-4e91-b954-3e138b3d9209 admin admin] Publish callbacks [] for security_group (64185650-408e-4b57-981d-df31521553c0), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:24.476125 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3cba5d02-11fa-4e91-b954-3e138b3d9209 admin admin] Publish callbacks [] for security_group (64185650-408e-4b57-981d-df31521553c0), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:24.531508 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3cba5d02-11fa-4e91-b954-3e138b3d9209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (64185650-408e-4b57-981d-df31521553c0), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:24.534803 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3cba5d02-11fa-4e91-b954-3e138b3d9209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:24.536085 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-3cba5d02-11fa-4e91-b954-3e138b3d9209 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/64185650-408e-4b57-981d-df31521553c0 HTTP/1.1" status: 204 len: 168 time: 0.1447670 Aug 29 20:33:24.545067 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba5d02-11fa-4e91-b954-3e138b3d9209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64185650-408e-4b57-981d-df31521553c0,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:24.555134 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:24.591686 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-746ca636-07d1-466a-a906-4d9cf956d4c1 admin admin] Publish callbacks [] for security_group (5e15003f-a564-43ef-811f-b2dd60c024cb), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:24.612358 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-746ca636-07d1-466a-a906-4d9cf956d4c1 admin admin] Publish callbacks [] for security_group (5e15003f-a564-43ef-811f-b2dd60c024cb), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:24.668791 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-746ca636-07d1-466a-a906-4d9cf956d4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (5e15003f-a564-43ef-811f-b2dd60c024cb), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:24.671386 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-746ca636-07d1-466a-a906-4d9cf956d4c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:24.672936 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-746ca636-07d1-466a-a906-4d9cf956d4c1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5e15003f-a564-43ef-811f-b2dd60c024cb HTTP/1.1" status: 204 len: 168 time: 0.2840476 Aug 29 20:33:24.681410 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ca636-07d1-466a-a906-4d9cf956d4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e15003f-a564-43ef-811f-b2dd60c024cb,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:24.883023 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d77860-3a91-43a6-a8ee-57e153c117b9 req-441af5fe-b64c-465d-9048-e1325199069c tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:24.888615 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-05d77860-3a91-43a6-a8ee-57e153c117b9 req-441af5fe-b64c-465d-9048-e1325199069c tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 931 time: 0.0620608 Aug 29 20:33:24.951120 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54841c9-1a69-42f1-97d9-a921ed8b92d3 req-91bf8774-ab70-4469-a7b0-08d8f71d191b tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:24.962719 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d54841c9-1a69-42f1-97d9-a921ed8b92d3 req-91bf8774-ab70-4469-a7b0-08d8f71d191b tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 932 time: 0.0911577 Aug 29 20:33:24.967031 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-05d77860-3a91-43a6-a8ee-57e153c117b9 req-8cf79006-62ec-44c8-b63f-7b3d5d9a3262 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736804 Aug 29 20:33:25.020322 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d54841c9-1a69-42f1-97d9-a921ed8b92d3 req-27da9eaa-2e3f-4afa-937f-b7c2d034f167 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563531 Aug 29 20:33:25.118712 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b63a60-6129-4019-8dbd-51714033cc88 req-acfc1c1e-d9a7-47a7-9e94-d281556f3e62 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:25.120297 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c4b63a60-6129-4019-8dbd-51714033cc88 req-acfc1c1e-d9a7-47a7-9e94-d281556f3e62 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 932 time: 0.0594912 Aug 29 20:33:25.256290 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c4b63a60-6129-4019-8dbd-51714033cc88 req-28b82a55-2ae4-4c89-8ccb-23f54b0648ae tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b541ea9-e708-488c-ba40-d02944fbd331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218166 Aug 29 20:33:26.143683 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47471a6-0613-4154-930f-248a6729270d req-1d0db296-1808-4753-aca8-6f4f415a3b18 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:26.145461 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c47471a6-0613-4154-930f-248a6729270d req-1d0db296-1808-4753-aca8-6f4f415a3b18 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 931 time: 0.0736914 Aug 29 20:33:26.209602 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c47471a6-0613-4154-930f-248a6729270d req-661f17ad-375e-4330-a383-ee2984fcceef tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549042 Aug 29 20:33:26.211034 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840658f-2aae-49cd-8b91-65d6466ce45b req-8084184c-b6cf-42b4-9094-a4e3fb2134e1 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:26.218078 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6840658f-2aae-49cd-8b91-65d6466ce45b req-8084184c-b6cf-42b4-9094-a4e3fb2134e1 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 932 time: 0.0847456 Aug 29 20:33:26.290764 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6840658f-2aae-49cd-8b91-65d6466ce45b req-690bf2d6-5636-45ef-9441-5bbfacb0b321 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715375 Aug 29 20:33:26.431824 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446dd65-f6a7-4a2e-b37f-f32ca95b32cd req-6408ebff-794a-4c38-b62d-a0849d2b92ca tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:26.438809 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d446dd65-f6a7-4a2e-b37f-f32ca95b32cd req-6408ebff-794a-4c38-b62d-a0849d2b92ca tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 932 time: 0.0595973 Aug 29 20:33:26.484760 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d446dd65-f6a7-4a2e-b37f-f32ca95b32cd req-9d5a2e08-cc39-45d0-9cb9-4fbb2e6e8207 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b541ea9-e708-488c-ba40-d02944fbd331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448315 Aug 29 20:33:27.454815 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619044a-e05e-4a9a-99ba-6f55a4733e96 req-f14523b0-b5b5-43d6-b0dc-8e9b2920c1a8 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:27.468345 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8619044a-e05e-4a9a-99ba-6f55a4733e96 req-f14523b0-b5b5-43d6-b0dc-8e9b2920c1a8 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 931 time: 0.1576970 Aug 29 20:33:27.573876 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8619044a-e05e-4a9a-99ba-6f55a4733e96 req-793b23e9-52a1-44bd-b76c-97104e813fc2 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040816 Aug 29 20:33:27.582206 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10318d-6890-4cc2-a7e4-61a4c0fd936b req-dbfee56e-593c-4bea-844c-d12076271681 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:27.591434 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-db10318d-6890-4cc2-a7e4-61a4c0fd936b req-dbfee56e-593c-4bea-844c-d12076271681 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 932 time: 0.1143768 Aug 29 20:33:27.684701 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-db10318d-6890-4cc2-a7e4-61a4c0fd936b req-b7649daf-5138-4e8c-8cbf-8d2ff4a3e0b9 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918248 Aug 29 20:33:27.889126 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d42bdb-a29e-45e8-8603-629aecb46058 req-0418ef10-f7e9-4199-90d8-4da390b9a19f tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:27.891128 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d5d42bdb-a29e-45e8-8603-629aecb46058 req-0418ef10-f7e9-4199-90d8-4da390b9a19f tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 932 time: 0.1293180 Aug 29 20:33:28.042340 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d5d42bdb-a29e-45e8-8603-629aecb46058 req-cbdfaa7b-e95a-48b5-92ec-a3f2d29cdd00 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b541ea9-e708-488c-ba40-d02944fbd331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431417 Aug 29 20:33:28.140332 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 59632) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:28.445646 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7595269a-c925-4a79-b49b-8032b6334fac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:28.505034 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=12 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:28.601317 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7595269a-c925-4a79-b49b-8032b6334fac admin admin] Publish callbacks [] for security_group (5c57afb1-7bce-4a3c-9e58-2537518cb937), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:28.609133 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7595269a-c925-4a79-b49b-8032b6334fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (5c57afb1-7bce-4a3c-9e58-2537518cb937), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:28.677595 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595269a-c925-4a79-b49b-8032b6334fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c57afb1-7bce-4a3c-9e58-2537518cb937,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:28.685704 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-7595269a-c925-4a79-b49b-8032b6334fac admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=57500ff8f5a948efa78d908d3a7fb417&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5414851 Aug 29 20:33:28.685931 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 59658) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:28.723075 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:28.777122 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-656f40f2-4ebd-4596-ab71-b1bdeeb0cea0 admin admin] Publish callbacks [] for security_group (5c57afb1-7bce-4a3c-9e58-2537518cb937), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:28.804248 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-656f40f2-4ebd-4596-ab71-b1bdeeb0cea0 admin admin] Publish callbacks [] for security_group (5c57afb1-7bce-4a3c-9e58-2537518cb937), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:28.809712 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67cb3e-dcb9-4970-a5bf-9049c65ae5a5 req-e6e1c3b1-1e16-4469-b99d-0b3669f34e2c tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:28.812601 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ed67cb3e-dcb9-4970-a5bf-9049c65ae5a5 req-e6e1c3b1-1e16-4469-b99d-0b3669f34e2c tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 931 time: 0.0908732 Aug 29 20:33:28.902171 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ed67cb3e-dcb9-4970-a5bf-9049c65ae5a5 req-4ca9ecf8-39b9-466d-bfb5-2129d80219a4 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832405 Aug 29 20:33:28.919144 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f45557-c91e-4178-b21e-0fdce13ae2e8 req-ad10af5c-4ce6-4b34-8960-3b81ac8c4060 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:28.921461 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d9f45557-c91e-4178-b21e-0fdce13ae2e8 req-ad10af5c-4ce6-4b34-8960-3b81ac8c4060 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 932 time: 0.0777440 Aug 29 20:33:28.953109 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 59668) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:28.985006 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-656f40f2-4ebd-4596-ab71-b1bdeeb0cea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (5c57afb1-7bce-4a3c-9e58-2537518cb937), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:28.987714 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-656f40f2-4ebd-4596-ab71-b1bdeeb0cea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:28.993026 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-656f40f2-4ebd-4596-ab71-b1bdeeb0cea0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5c57afb1-7bce-4a3c-9e58-2537518cb937 HTTP/1.1" status: 204 len: 168 time: 0.3021028 Aug 29 20:33:29.063105 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f40f2-4ebd-4596-ab71-b1bdeeb0cea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c57afb1-7bce-4a3c-9e58-2537518cb937,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:29.120878 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d9f45557-c91e-4178-b21e-0fdce13ae2e8 req-85805989-1081-48a8-bf9c-18b7e8250bbc tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901269 Aug 29 20:33:29.194595 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-8be63112-0ee1-40f8-84fd-abb2db60f6b0 service neutron] Request body: {'port': {'device_id': 'dfdda123-bbf1-425b-b690-2d0919df08a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:33:29.213313 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-2322f4c5-7f14-46ac-98c1-cb90d50c7002 service neutron] Request body: {'port': {'device_id': '5dc0cdac-77c6-4130-b162-e04f6a61c60c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:33:29.239328 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-f0ea6686-94a6-4d63-8aac-9a4b6aea944a service neutron] Request body: {'port': {'device_id': '150aa4a3-390c-4eb1-91ea-236f55e59e57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:33:29.522551 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-eb815050-1901-420e-8c90-b2f9b63213b0 req-f6244de4-d33c-4961-8c65-7184495f7de2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234930 Aug 29 20:33:29.523231 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:29.525729 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-f0ea6686-94a6-4d63-8aac-9a4b6aea944a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (2cdd540d-17e7-4430-81b9-58cbfc6bfafc), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:29.796388 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-2322f4c5-7f14-46ac-98c1-cb90d50c7002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (d8d1277a-533e-438a-99e5-6a4962cfe90d), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:29.803886 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf5a30-8a1a-4682-8bb6-bce7b438d147 req-d7688d51-aa17-40a2-b387-5f604a6edcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:29.808767 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fbcf5a30-8a1a-4682-8bb6-bce7b438d147 req-d7688d51-aa17-40a2-b387-5f604a6edcbd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8436d85d931a41cfa6d626c08ad82ef4&device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 1127 time: 0.1744127 Aug 29 20:33:29.876116 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-8be63112-0ee1-40f8-84fd-abb2db60f6b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (98948443-f8c1-415f-85ca-da7736524db5), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:29.887236 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 59704) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:29.929599 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c023b5fe-ca1c-49cc-b7a1-36680a729dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:29.973632 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-56a7e742-923d-404d-ac72-567c41ab50eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:30.060387 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:30.136220 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0493c-2ed9-4388-947c-cfc516017cc6 req-41ddcaab-6781-45f1-95b6-187e125ebf02 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:30.138371 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-eac0493c-2ed9-4388-947c-cfc516017cc6 req-41ddcaab-6781-45f1-95b6-187e125ebf02 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 932 time: 0.8046408 Aug 29 20:33:30.279709 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c023b5fe-ca1c-49cc-b7a1-36680a729dee admin admin] Publish callbacks [] for security_group (0ead5cbd-6c33-4d8d-a0bd-3575ddbacaf3), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:30.324954 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c023b5fe-ca1c-49cc-b7a1-36680a729dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (0ead5cbd-6c33-4d8d-a0bd-3575ddbacaf3), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:30.412762 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-c023b5fe-ca1c-49cc-b7a1-36680a729dee admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=84cfffbe1f374cafa4f9925cc14cd256&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5242732 Aug 29 20:33:30.413607 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 59720) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:30.437990 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0252c63-9cdd-49e3-99fc-56c91f5e1f81 req-c3df024b-e684-45a5-a3b7-3b8cba391660 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:30.451828 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e0252c63-9cdd-49e3-99fc-56c91f5e1f81 req-c3df024b-e684-45a5-a3b7-3b8cba391660 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 931 time: 0.3260641 Aug 29 20:33:30.603651 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf5a30-8a1a-4682-8bb6-bce7b438d147 req-a0595556-763e-42e2-8862-2cec18e9a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:30.605161 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fbcf5a30-8a1a-4682-8bb6-bce7b438d147 req-a0595556-763e-42e2-8862-2cec18e9a9e0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=9aeb874f-5dc0-4462-96f6-c696d1a7b371 HTTP/1.1" status: 200 len: 920 time: 0.7818215 Aug 29 20:33:30.658232 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023b5fe-ca1c-49cc-b7a1-36680a729dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ead5cbd-6c33-4d8d-a0bd-3575ddbacaf3,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:30.720544 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fbcf5a30-8a1a-4682-8bb6-bce7b438d147 req-f4656851-ea5e-4972-a764-fc7e10bb7ab4 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83aab753-4372-4b2f-a578-8ecea2f99be1 HTTP/1.1" status: 200 len: 217 time: 0.0999629 Aug 29 20:33:30.746144 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e0252c63-9cdd-49e3-99fc-56c91f5e1f81 req-51279992-3d72-449b-a10e-c25ce6ed185d tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771153 Aug 29 20:33:30.775287 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5729-a44d-425b-aa02-2341dab445e6 admin admin] Publish callbacks [] for security_group (0ead5cbd-6c33-4d8d-a0bd-3575ddbacaf3), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:30.784919 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-56a7e742-923d-404d-ac72-567c41ab50eb admin admin] Publish callbacks [] for security_group (3a5b85e3-cbc3-48f2-adc1-7d8cfce22d17), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:30.809117 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-56a7e742-923d-404d-ac72-567c41ab50eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (3a5b85e3-cbc3-48f2-adc1-7d8cfce22d17), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:30.837459 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5729-a44d-425b-aa02-2341dab445e6 admin admin] Publish callbacks [] for security_group (0ead5cbd-6c33-4d8d-a0bd-3575ddbacaf3), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:30.859318 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-56a7e742-923d-404d-ac72-567c41ab50eb admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=908ee0fecf5a4a078fddabb7e8179fe0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9164879 Aug 29 20:33:30.889467 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 59738) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:30.977276 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5729-a44d-425b-aa02-2341dab445e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (0ead5cbd-6c33-4d8d-a0bd-3575ddbacaf3), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:30.980184 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5729-a44d-425b-aa02-2341dab445e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:30.981593 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-5b0f5729-a44d-425b-aa02-2341dab445e6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0ead5cbd-6c33-4d8d-a0bd-3575ddbacaf3 HTTP/1.1" status: 204 len: 168 time: 0.5143352 Aug 29 20:33:31.007328 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:31.030112 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f5729-a44d-425b-aa02-2341dab445e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ead5cbd-6c33-4d8d-a0bd-3575ddbacaf3,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:31.059716 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48e553-20dd-4664-9eb1-38ce9c61797f req-089e24fc-a428-4a7e-988e-301357f77ecd tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:31.071471 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2e48e553-20dd-4664-9eb1-38ce9c61797f req-089e24fc-a428-4a7e-988e-301357f77ecd tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 932 time: 0.1559179 Aug 29 20:33:31.079881 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6,neutron:INSERT=10 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:31.099490 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:31.109371 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf5a30-8a1a-4682-8bb6-bce7b438d147 req-17d299b0-2f5a-455c-a9ba-58d37f05835f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:31.111347 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fbcf5a30-8a1a-4682-8bb6-bce7b438d147 req-17d299b0-2f5a-455c-a9ba-58d37f05835f service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=b859f7aa-b619-481f-9230-0993b4243baf HTTP/1.1" status: 200 len: 858 time: 0.3374965 Aug 29 20:33:31.151151 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-eac0493c-2ed9-4388-947c-cfc516017cc6 req-e1c4f115-c170-4683-bef3-8becdef7df95 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b541ea9-e708-488c-ba40-d02944fbd331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0013967 Aug 29 20:33:31.170195 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2e48e553-20dd-4664-9eb1-38ce9c61797f req-97a7e293-42ed-4812-a1c5-98b27dc910aa tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972862 Aug 29 20:33:31.252064 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf5a30-8a1a-4682-8bb6-bce7b438d147 req-d6cb2a84-aca7-4c5d-9f56-14182da77239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:31.255887 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fbcf5a30-8a1a-4682-8bb6-bce7b438d147 req-d6cb2a84-aca7-4c5d-9f56-14182da77239 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=9aeb874f-5dc0-4462-96f6-c696d1a7b371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0810373 Aug 29 20:33:31.355581 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7e742-923d-404d-ac72-567c41ab50eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5b85e3-cbc3-48f2-adc1-7d8cfce22d17,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:31.520229 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-471fe1f7-0101-4681-8772-95a751ce7c45 admin admin] Publish callbacks [] for security_group (3a5b85e3-cbc3-48f2-adc1-7d8cfce22d17), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:31.565620 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-471fe1f7-0101-4681-8772-95a751ce7c45 admin admin] Publish callbacks [] for security_group (3a5b85e3-cbc3-48f2-adc1-7d8cfce22d17), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:32.034585 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-8be63112-0ee1-40f8-84fd-abb2db60f6b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98948443-f8c1-415f-85ca-da7736524db5 {{(pid=106199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:33:32.072655 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-8be63112-0ee1-40f8-84fd-abb2db60f6b0 service neutron] Publish callbacks [] for port (98948443-f8c1-415f-85ca-da7736524db5), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:32.176198 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-471fe1f7-0101-4681-8772-95a751ce7c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (3a5b85e3-cbc3-48f2-adc1-7d8cfce22d17), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:32.181349 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-471fe1f7-0101-4681-8772-95a751ce7c45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:32.188647 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-471fe1f7-0101-4681-8772-95a751ce7c45 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3a5b85e3-cbc3-48f2-adc1-7d8cfce22d17 HTTP/1.1" status: 204 len: 168 time: 1.2859161 Aug 29 20:33:32.201999 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402672da-c332-429f-a7d5-43d9be68dae2 req-e8503f07-db8b-41a5-9ae8-9af888c8f13a tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:32.206412 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-402672da-c332-429f-a7d5-43d9be68dae2 req-e8503f07-db8b-41a5-9ae8-9af888c8f13a tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 931 time: 0.1903226 Aug 29 20:33:32.271825 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.provisioning_blocks [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-8be63112-0ee1-40f8-84fd-abb2db60f6b0 service neutron] Transition to ACTIVE for port object 98948443-f8c1-415f-85ca-da7736524db5 will not be triggered until provisioned by entity L2. {{(pid=106199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:33:32.373843 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-8be63112-0ee1-40f8-84fd-abb2db60f6b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61108980'] for port (98948443-f8c1-415f-85ca-da7736524db5), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:32.376998 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fe1f7-0101-4681-8772-95a751ce7c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5b85e3-cbc3-48f2-adc1-7d8cfce22d17,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:32.428456 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-f0ea6686-94a6-4d63-8aac-9a4b6aea944a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cdd540d-17e7-4430-81b9-58cbfc6bfafc {{(pid=106199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:33:32.456590 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-2322f4c5-7f14-46ac-98c1-cb90d50c7002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d1277a-533e-438a-99e5-6a4962cfe90d {{(pid=106199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:33:32.470460 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-f0ea6686-94a6-4d63-8aac-9a4b6aea944a service neutron] Publish callbacks [] for port (2cdd540d-17e7-4430-81b9-58cbfc6bfafc), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:32.497525 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb773cf-1392-45bc-98fa-eeb0f89f6d72 req-d36701e1-a6db-46ee-a05f-e2bf1b1c2db2 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:32.505020 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-eeb773cf-1392-45bc-98fa-eeb0f89f6d72 req-d36701e1-a6db-46ee-a05f-e2bf1b1c2db2 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 932 time: 0.1703274 Aug 29 20:33:32.532494 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:32.598301 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fbcf5a30-8a1a-4682-8bb6-bce7b438d147 req-eaf05bcd-649a-44d0-9e32-38edbfe0abfb service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126598 Aug 29 20:33:32.604991 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-2322f4c5-7f14-46ac-98c1-cb90d50c7002 service neutron] Publish callbacks [] for port (d8d1277a-533e-438a-99e5-6a4962cfe90d), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:32.619489 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-eeb773cf-1392-45bc-98fa-eeb0f89f6d72 req-ee8484aa-d911-4249-acf1-658a51ffbd37 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b541ea9-e708-488c-ba40-d02944fbd331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020722 Aug 29 20:33:32.622610 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-402672da-c332-429f-a7d5-43d9be68dae2 req-57fd3db9-bd50-4969-9aeb-02a175b2ed20 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267496 Aug 29 20:33:32.647756 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 59816) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:32.695646 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:32.697743 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be63112-0ee1-40f8-84fd-abb2db60f6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=98948443-f8c1-415f-85ca-da7736524db5,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:32.721060 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:32.748574 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.provisioning_blocks [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-f0ea6686-94a6-4d63-8aac-9a4b6aea944a service neutron] Transition to ACTIVE for port object 2cdd540d-17e7-4430-81b9-58cbfc6bfafc will not be triggered until provisioned by entity L2. {{(pid=106199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:33:32.755188 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.provisioning_blocks [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-2322f4c5-7f14-46ac-98c1-cb90d50c7002 service neutron] Transition to ACTIVE for port object d8d1277a-533e-438a-99e5-6a4962cfe90d will not be triggered until provisioned by entity L2. {{(pid=106199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:33:32.760952 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-f0ea6686-94a6-4d63-8aac-9a4b6aea944a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61108980'] for port (2cdd540d-17e7-4430-81b9-58cbfc6bfafc), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:32.780341 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272393e5-7be0-4375-9802-4472c5c32104 req-1a2459ab-df5e-40c0-843b-2a5d83404f84 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:32.782050 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-272393e5-7be0-4375-9802-4472c5c32104 req-1a2459ab-df5e-40c0-843b-2a5d83404f84 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 944 time: 0.0623343 Aug 29 20:33:32.794280 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-2322f4c5-7f14-46ac-98c1-cb90d50c7002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61108980'] for port (d8d1277a-533e-438a-99e5-6a4962cfe90d), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:32.852519 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-272393e5-7be0-4375-9802-4472c5c32104 req-7382c0be-a2c4-45c1-b414-884ef87009d6 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606980 Aug 29 20:33:32.856779 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-8be63112-0ee1-40f8-84fd-abb2db60f6b0 service neutron] Attempting to bind port 98948443-f8c1-415f-85ca-da7736524db5 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:33:32.857144 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-8be63112-0ee1-40f8-84fd-abb2db60f6b0 service neutron] Attempting to bind port 98948443-f8c1-415f-85ca-da7736524db5 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '1d746f43-20a6-4a17-81a5-a928455a6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2'}] {{(pid=106199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:33:32.857492 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-8be63112-0ee1-40f8-84fd-abb2db60f6b0 service neutron] Attempting to bind port 98948443-f8c1-415f-85ca-da7736524db5 on network 956a6ad1-026f-40ab-949a-8f68054ef5a2 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:33:32.882638 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-8be63112-0ee1-40f8-84fd-abb2db60f6b0 service neutron] Port 98948443-f8c1-415f-85ca-da7736524db5 on network 956a6ad1-026f-40ab-949a-8f68054ef5a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:33:32.883164 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-8be63112-0ee1-40f8-84fd-abb2db60f6b0 service neutron] Attempting to bind port 98948443-f8c1-415f-85ca-da7736524db5 on network 956a6ad1-026f-40ab-949a-8f68054ef5a2 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:33:32.932074 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea6686-94a6-4d63-8aac-9a4b6aea944a service neutron] Pushing event updated for resources: {'Port': ['ID=2cdd540d-17e7-4430-81b9-58cbfc6bfafc,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:32.937331 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-8be63112-0ee1-40f8-84fd-abb2db60f6b0 service neutron] Checking agent: {'id': 'fe366970-a267-4806-8a8b-654c02250e20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'started_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:33:32.940823 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-8be63112-0ee1-40f8-84fd-abb2db60f6b0 service neutron] Checking segment: {'id': '1d746f43-20a6-4a17-81a5-a928455a6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:33:32.941381 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 59822) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:32.941655 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-8be63112-0ee1-40f8-84fd-abb2db60f6b0 service neutron] Bound using segment: {'id': '1d746f43-20a6-4a17-81a5-a928455a6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2'} {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:33:32.943258 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-8be63112-0ee1-40f8-84fd-abb2db60f6b0 service neutron] Bound port: 98948443-f8c1-415f-85ca-da7736524db5, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d746f43-20a6-4a17-81a5-a928455a6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2'}}] {{(pid=106199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:33:32.943258 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-8be63112-0ee1-40f8-84fd-abb2db60f6b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (98948443-f8c1-415f-85ca-da7736524db5), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:32.977684 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b88b2bae-fdc0-46d3-aef3-c3a0424cdccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:32.981303 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-50a2d668-05c6-4493-95e6-69d61415f88c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:33.096728 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322f4c5-7f14-46ac-98c1-cb90d50c7002 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d1277a-533e-438a-99e5-6a4962cfe90d,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:33.107576 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b88b2bae-fdc0-46d3-aef3-c3a0424cdccf admin admin] Publish callbacks [] for security_group (c3e93122-f337-4be5-a89e-76ebf7cccc73), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:33.123505 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b88b2bae-fdc0-46d3-aef3-c3a0424cdccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (c3e93122-f337-4be5-a89e-76ebf7cccc73), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:33.135062 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-f0ea6686-94a6-4d63-8aac-9a4b6aea944a service neutron] Attempting to bind port 2cdd540d-17e7-4430-81b9-58cbfc6bfafc on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:33:33.135394 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-f0ea6686-94a6-4d63-8aac-9a4b6aea944a service neutron] Attempting to bind port 2cdd540d-17e7-4430-81b9-58cbfc6bfafc by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'cf9673f4-1367-4aac-ae26-3824605ed50c'}] {{(pid=106199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:33:33.135730 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-f0ea6686-94a6-4d63-8aac-9a4b6aea944a service neutron] Attempting to bind port 2cdd540d-17e7-4430-81b9-58cbfc6bfafc on network cf9673f4-1367-4aac-ae26-3824605ed50c {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:33:33.143903 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-8be63112-0ee1-40f8-84fd-abb2db60f6b0 service neutron] For port 98948443-f8c1-415f-85ca-da7736524db5, host hv-cinder-85426, cleared binding levels {{(pid=106199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:33:33.163267 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-f0ea6686-94a6-4d63-8aac-9a4b6aea944a service neutron] Port 2cdd540d-17e7-4430-81b9-58cbfc6bfafc on network cf9673f4-1367-4aac-ae26-3824605ed50c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:33:33.163594 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-f0ea6686-94a6-4d63-8aac-9a4b6aea944a service neutron] Attempting to bind port 2cdd540d-17e7-4430-81b9-58cbfc6bfafc on network cf9673f4-1367-4aac-ae26-3824605ed50c {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:33:33.173791 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-2322f4c5-7f14-46ac-98c1-cb90d50c7002 service neutron] Attempting to bind port d8d1277a-533e-438a-99e5-6a4962cfe90d on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:33:33.174208 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-2322f4c5-7f14-46ac-98c1-cb90d50c7002 service neutron] Attempting to bind port d8d1277a-533e-438a-99e5-6a4962cfe90d by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '75a90e64-0b09-4fe0-9fa9-8a5e13957c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371'}] {{(pid=106199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:33:33.174472 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-2322f4c5-7f14-46ac-98c1-cb90d50c7002 service neutron] Attempting to bind port d8d1277a-533e-438a-99e5-6a4962cfe90d on network 9aeb874f-5dc0-4462-96f6-c696d1a7b371 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:33:33.178750 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-8be63112-0ee1-40f8-84fd-abb2db60f6b0 service neutron] For port 98948443-f8c1-415f-85ca-da7736524db5, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=98948443-f8c1-415f-85ca-da7736524db5,segment=NetworkSegment(1d746f43-20a6-4a17-81a5-a928455a6cc0),segment_id=1d746f43-20a6-4a17-81a5-a928455a6cc0)] {{(pid=106199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:33:33.181841 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-f0ea6686-94a6-4d63-8aac-9a4b6aea944a service neutron] Checking agent: {'id': 'fe366970-a267-4806-8a8b-654c02250e20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'started_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:33:33.182267 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-f0ea6686-94a6-4d63-8aac-9a4b6aea944a service neutron] Checking segment: {'id': '4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'cf9673f4-1367-4aac-ae26-3824605ed50c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:33:33.182799 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-f0ea6686-94a6-4d63-8aac-9a4b6aea944a service neutron] Bound using segment: {'id': '4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'cf9673f4-1367-4aac-ae26-3824605ed50c'} {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:33:33.183265 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-f0ea6686-94a6-4d63-8aac-9a4b6aea944a service neutron] Bound port: 2cdd540d-17e7-4430-81b9-58cbfc6bfafc, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'cf9673f4-1367-4aac-ae26-3824605ed50c'}}] {{(pid=106199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:33:33.183653 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-f0ea6686-94a6-4d63-8aac-9a4b6aea944a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (2cdd540d-17e7-4430-81b9-58cbfc6bfafc), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:33.196810 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-2322f4c5-7f14-46ac-98c1-cb90d50c7002 service neutron] Port d8d1277a-533e-438a-99e5-6a4962cfe90d on network 9aeb874f-5dc0-4462-96f6-c696d1a7b371 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:33:33.197141 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-2322f4c5-7f14-46ac-98c1-cb90d50c7002 service neutron] Attempting to bind port d8d1277a-533e-438a-99e5-6a4962cfe90d on network 9aeb874f-5dc0-4462-96f6-c696d1a7b371 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:33:33.202570 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-8be63112-0ee1-40f8-84fd-abb2db60f6b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61108980'] for port (98948443-f8c1-415f-85ca-da7736524db5), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:33.206731 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-8be63112-0ee1-40f8-84fd-abb2db60f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:33.207755 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-8be63112-0ee1-40f8-84fd-abb2db60f6b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:33.209352 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-8be63112-0ee1-40f8-84fd-abb2db60f6b0 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/98948443-f8c1-415f-85ca-da7736524db5 HTTP/1.1" status: 200 len: 1094 time: 4.0204482 Aug 29 20:33:33.214071 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfdda123-bbf1-425b-b690-2d0919df08a2', 'tag': '98948443-f8c1-415f-85ca-da7736524db5'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:33:33.232593 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-b88b2bae-fdc0-46d3-aef3-c3a0424cdccf admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=eb689752adfe4c92aaa6e5e9bbf25a6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866023 Aug 29 20:33:33.237997 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 59828) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:33.239438 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b2bae-fdc0-46d3-aef3-c3a0424cdccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e93122-f337-4be5-a89e-76ebf7cccc73,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:33.252110 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-2322f4c5-7f14-46ac-98c1-cb90d50c7002 service neutron] Checking agent: {'id': 'fe366970-a267-4806-8a8b-654c02250e20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'started_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:33:33.252537 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-2322f4c5-7f14-46ac-98c1-cb90d50c7002 service neutron] Checking segment: {'id': '75a90e64-0b09-4fe0-9fa9-8a5e13957c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:33:33.253082 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-2322f4c5-7f14-46ac-98c1-cb90d50c7002 service neutron] Bound using segment: {'id': '75a90e64-0b09-4fe0-9fa9-8a5e13957c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371'} {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:33:33.253624 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-2322f4c5-7f14-46ac-98c1-cb90d50c7002 service neutron] Bound port: d8d1277a-533e-438a-99e5-6a4962cfe90d, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a90e64-0b09-4fe0-9fa9-8a5e13957c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371'}}] {{(pid=106199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:33:33.253986 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-2322f4c5-7f14-46ac-98c1-cb90d50c7002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (d8d1277a-533e-438a-99e5-6a4962cfe90d), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:33.325329 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-50a2d668-05c6-4493-95e6-69d61415f88c admin admin] Publish callbacks [] for security_group (8e64a6d2-29a9-4f1d-ae38-441ce497f61b), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:33.332616 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-50a2d668-05c6-4493-95e6-69d61415f88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (8e64a6d2-29a9-4f1d-ae38-441ce497f61b), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:33.347144 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be63112-0ee1-40f8-84fd-abb2db60f6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=98948443-f8c1-415f-85ca-da7736524db5,revision_number=3']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:33.351365 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:33.374942 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-13ee12e9-8818-4b11-98ce-53448d36bc99 admin admin] Publish callbacks [] for security_group (c3e93122-f337-4be5-a89e-76ebf7cccc73), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:33.407804 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-50a2d668-05c6-4493-95e6-69d61415f88c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1a8cdc6e922348f490c740427062c261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7588875 Aug 29 20:33:33.408787 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 59836) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:33.421369 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2d668-05c6-4493-95e6-69d61415f88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e64a6d2-29a9-4f1d-ae38-441ce497f61b,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:33.446168 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-13ee12e9-8818-4b11-98ce-53448d36bc99 admin admin] Publish callbacks [] for security_group (c3e93122-f337-4be5-a89e-76ebf7cccc73), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:33.449023 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-f0ea6686-94a6-4d63-8aac-9a4b6aea944a service neutron] For port 2cdd540d-17e7-4430-81b9-58cbfc6bfafc, host hv-cinder-85426, cleared binding levels {{(pid=106199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:33:33.485946 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-f0ea6686-94a6-4d63-8aac-9a4b6aea944a service neutron] For port 2cdd540d-17e7-4430-81b9-58cbfc6bfafc, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2cdd540d-17e7-4430-81b9-58cbfc6bfafc,segment=NetworkSegment(4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05),segment_id=4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05)] {{(pid=106199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:33:33.499373 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bd1757-8836-453e-baf5-bd38f9c17e04" -d '{"events": [{"name": "network-changed", "server_uuid": "dfdda123-bbf1-425b-b690-2d0919df08a2", "tag": "98948443-f8c1-415f-85ca-da7736524db5"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:33:33.507517 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-f0ea6686-94a6-4d63-8aac-9a4b6aea944a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61108980'] for port (2cdd540d-17e7-4430-81b9-58cbfc6bfafc), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:33.521260 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c0aed080-d832-4993-81b6-568babf9a883 admin admin] Publish callbacks [] for security_group (8e64a6d2-29a9-4f1d-ae38-441ce497f61b), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:33.522733 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-2322f4c5-7f14-46ac-98c1-cb90d50c7002 service neutron] For port d8d1277a-533e-438a-99e5-6a4962cfe90d, host hv-cinder-85426, cleared binding levels {{(pid=106199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:33:33.530678 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-2322f4c5-7f14-46ac-98c1-cb90d50c7002 service neutron] For port d8d1277a-533e-438a-99e5-6a4962cfe90d, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d8d1277a-533e-438a-99e5-6a4962cfe90d,segment=NetworkSegment(75a90e64-0b09-4fe0-9fa9-8a5e13957c7f),segment_id=75a90e64-0b09-4fe0-9fa9-8a5e13957c7f)] {{(pid=106199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:33:33.535320 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-f0ea6686-94a6-4d63-8aac-9a4b6aea944a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:33.536186 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-f0ea6686-94a6-4d63-8aac-9a4b6aea944a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:33.538159 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-f0ea6686-94a6-4d63-8aac-9a4b6aea944a service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/2cdd540d-17e7-4430-81b9-58cbfc6bfafc HTTP/1.1" status: 200 len: 1094 time: 4.3125992 Aug 29 20:33:33.550210 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c0aed080-d832-4993-81b6-568babf9a883 admin admin] Publish callbacks [] for security_group (8e64a6d2-29a9-4f1d-ae38-441ce497f61b), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:33.559277 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-13ee12e9-8818-4b11-98ce-53448d36bc99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (c3e93122-f337-4be5-a89e-76ebf7cccc73), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:33.562094 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-13ee12e9-8818-4b11-98ce-53448d36bc99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:33.563532 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-13ee12e9-8818-4b11-98ce-53448d36bc99 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c3e93122-f337-4be5-a89e-76ebf7cccc73 HTTP/1.1" status: 204 len: 168 time: 0.3196907 Aug 29 20:33:33.581319 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-2322f4c5-7f14-46ac-98c1-cb90d50c7002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61108980'] for port (d8d1277a-533e-438a-99e5-6a4962cfe90d), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:33.587293 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:33.588916 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-2322f4c5-7f14-46ac-98c1-cb90d50c7002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:33.589535 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-2322f4c5-7f14-46ac-98c1-cb90d50c7002 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:33.591030 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-2322f4c5-7f14-46ac-98c1-cb90d50c7002 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/d8d1277a-533e-438a-99e5-6a4962cfe90d HTTP/1.1" status: 200 len: 1093 time: 4.3921766 Aug 29 20:33:33.598765 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee12e9-8818-4b11-98ce-53448d36bc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e93122-f337-4be5-a89e-76ebf7cccc73,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:33.660780 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea6686-94a6-4d63-8aac-9a4b6aea944a service neutron] Pushing event updated for resources: {'Port': ['ID=2cdd540d-17e7-4430-81b9-58cbfc6bfafc,revision_number=3']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:33.665621 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c0aed080-d832-4993-81b6-568babf9a883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (8e64a6d2-29a9-4f1d-ae38-441ce497f61b), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:33.668728 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c0aed080-d832-4993-81b6-568babf9a883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:33.674094 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-c0aed080-d832-4993-81b6-568babf9a883 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8e64a6d2-29a9-4f1d-ae38-441ce497f61b HTTP/1.1" status: 204 len: 168 time: 0.2611461 Aug 29 20:33:33.686278 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aed080-d832-4993-81b6-568babf9a883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e64a6d2-29a9-4f1d-ae38-441ce497f61b,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:33.757896 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=7 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:33.774110 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d3df08-6170-4d6e-a951-93a143cba113 x-openstack-request-id: req-78d3df08-6170-4d6e-a951-93a143cba113 {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:33:33.774411 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfdda123-bbf1-425b-b690-2d0919df08a2", "tag": "98948443-f8c1-415f-85ca-da7736524db5", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:33:33.774642 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-78d3df08-6170-4d6e-a951-93a143cba113 {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:33:33.776562 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78d3df08-6170-4d6e-a951-93a143cba113'] response: {'name': 'network-changed', 'server_uuid': 'dfdda123-bbf1-425b-b690-2d0919df08a2', 'tag': '98948443-f8c1-415f-85ca-da7736524db5', 'status': 'completed', 'code': 200} Aug 29 20:33:33.983680 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438f122-c4fd-4451-8fe1-19d1ff3f3cd5 req-f3d90305-1960-4da6-ab9c-1c0368885f59 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:33.985287 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b438f122-c4fd-4451-8fe1-19d1ff3f3cd5 req-f3d90305-1960-4da6-ab9c-1c0368885f59 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 944 time: 0.1388788 Aug 29 20:33:34.111566 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fbcf5a30-8a1a-4682-8bb6-bce7b438d147 req-36685afe-1ad9-4986-b8f6-e85cfdb1a758 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929486 Aug 29 20:33:34.116294 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322f4c5-7f14-46ac-98c1-cb90d50c7002 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d1277a-533e-438a-99e5-6a4962cfe90d,revision_number=3']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:34.158043 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b438f122-c4fd-4451-8fe1-19d1ff3f3cd5 req-e614ac47-eafc-44fc-a988-76625dff66e4 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b541ea9-e708-488c-ba40-d02944fbd331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547618 Aug 29 20:33:34.203192 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd1757-8836-453e-baf5-bd38f9c17e04 req-611f8a41-ec3b-4e7e-8425-f36fb29ad0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:34.205028 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-63bd1757-8836-453e-baf5-bd38f9c17e04 req-611f8a41-ec3b-4e7e-8425-f36fb29ad0c4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=544c78c5c2c44219a7f236b24a107da4&device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 1128 time: 0.3792653 Aug 29 20:33:34.217745 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-b6508803-08eb-436f-aad8-45af36a29297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:34.219533 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-b6508803-08eb-436f-aad8-45af36a29297 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=6314d8436170404097713aa7764dff94&device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 1128 time: 0.4209313 Aug 29 20:33:34.245540 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-9d815230-f574-4e29-8277-585227d0a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:34.247305 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-9d815230-f574-4e29-8277-585227d0a749 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8436d85d931a41cfa6d626c08ad82ef4&device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 1127 time: 0.3650303 Aug 29 20:33:34.247732 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:34.293287 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cb2ca-34f8-4fd0-88b6-6fd52c6b2cb3 req-33e1f560-9f23-429e-b2a1-571134b0bc76 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:34.295261 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-187cb2ca-34f8-4fd0-88b6-6fd52c6b2cb3 req-33e1f560-9f23-429e-b2a1-571134b0bc76 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 944 time: 0.0730848 Aug 29 20:33:34.317482 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e42aa-2ce6-46b8-8cae-23180deb8b54 req-979d2f1e-6f0f-43d4-984c-3af838f7cb08 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:34.319139 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-cc4e42aa-2ce6-46b8-8cae-23180deb8b54 req-979d2f1e-6f0f-43d4-984c-3af838f7cb08 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 943 time: 0.3435800 Aug 29 20:33:34.393021 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-187cb2ca-34f8-4fd0-88b6-6fd52c6b2cb3 req-537a84c3-66a7-46c8-a587-c5f6d9a0e6e9 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837553 Aug 29 20:33:34.393811 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 59878) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:34.405649 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-3c375e08-c01c-4c28-9c7e-ad6a068e8fbf service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cdd540d-17e7-4430-81b9-58cbfc6bfafc HTTP/1.1" status: 200 len: 217 time: 0.1747861 Aug 29 20:33:34.411120 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b7ad19b6-9717-43b7-a6f8-37396d6e8235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:34.467054 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-c537cb56-70a7-4fbb-b984-2878b5446501 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8d1277a-533e-438a-99e5-6a4962cfe90d HTTP/1.1" status: 200 len: 217 time: 0.1953411 Aug 29 20:33:34.520828 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b7ad19b6-9717-43b7-a6f8-37396d6e8235 admin admin] Publish callbacks [] for security_group (bb87ed09-6a59-4059-aded-8a9e3fb6f657), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:34.526447 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b7ad19b6-9717-43b7-a6f8-37396d6e8235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (bb87ed09-6a59-4059-aded-8a9e3fb6f657), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:34.566629 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad19b6-9717-43b7-a6f8-37396d6e8235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb87ed09-6a59-4059-aded-8a9e3fb6f657,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:34.597175 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-b7ad19b6-9717-43b7-a6f8-37396d6e8235 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=57d5176d914d4981ba9042a76aacf2c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016115 Aug 29 20:33:34.598352 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 59884) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:34.652430 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-cc4e42aa-2ce6-46b8-8cae-23180deb8b54 req-c37d3b42-6594-42c1-852c-0e6b83075b5b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644751 Aug 29 20:33:34.654542 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-cb6e822b-08ea-47fb-9e71-4a62b3ecf05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:34.655961 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-cb6e822b-08ea-47fb-9e71-4a62b3ecf05c service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3ba0c87a-0c70-4cc5-9a73-50daea6bf675 HTTP/1.1" status: 200 len: 850 time: 0.2091322 Aug 29 20:33:34.657511 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-1ae21347-74e4-46a1-ade3-0ba938178fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:34.658877 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-1ae21347-74e4-46a1-ade3-0ba938178fb1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=b859f7aa-b619-481f-9230-0993b4243baf HTTP/1.1" status: 200 len: 858 time: 0.1743791 Aug 29 20:33:34.659869 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd1757-8836-453e-baf5-bd38f9c17e04 req-2c15ef7c-fde8-45d7-8929-cfb626c767f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:34.661815 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-63bd1757-8836-453e-baf5-bd38f9c17e04 req-2c15ef7c-fde8-45d7-8929-cfb626c767f8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=544c78c5c2c44219a7f236b24a107da4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4456501 Aug 29 20:33:34.667282 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 59886) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:34.667855 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c2122bf5-1c8a-44fe-b34a-685a2a4ad8c3 admin admin] Publish callbacks [] for security_group (bb87ed09-6a59-4059-aded-8a9e3fb6f657), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:34.694526 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c2122bf5-1c8a-44fe-b34a-685a2a4ad8c3 admin admin] Publish callbacks [] for security_group (bb87ed09-6a59-4059-aded-8a9e3fb6f657), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:34.766285 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c2122bf5-1c8a-44fe-b34a-685a2a4ad8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (bb87ed09-6a59-4059-aded-8a9e3fb6f657), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:34.769240 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c2122bf5-1c8a-44fe-b34a-685a2a4ad8c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:34.773391 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-c2122bf5-1c8a-44fe-b34a-685a2a4ad8c3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/bb87ed09-6a59-4059-aded-8a9e3fb6f657 HTTP/1.1" status: 204 len: 168 time: 0.1715295 Aug 29 20:33:34.792272 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2122bf5-1c8a-44fe-b34a-685a2a4ad8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb87ed09-6a59-4059-aded-8a9e3fb6f657,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:34.943454 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-57867414-d20b-4b71-bfcf-cd3b0ca75df7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:35.039739 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-7c0ad5b8-3a3e-496a-b3f7-61b2798a902f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:35.041270 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-7c0ad5b8-3a3e-496a-b3f7-61b2798a902f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=9aeb874f-5dc0-4462-96f6-c696d1a7b371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3655591 Aug 29 20:33:35.072316 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-5cdaaeed-dd72-4896-85bc-dbba84feef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:35.074302 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-5cdaaeed-dd72-4896-85bc-dbba84feef70 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=cf9673f4-1367-4aac-ae26-3824605ed50c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3997340 Aug 29 20:33:35.094772 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 83aab753-4372-4b2f-a578-8ecea2f99be1 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:33:35.215578 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=6 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:35.328557 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd1757-8836-453e-baf5-bd38f9c17e04 req-3a7ca98a-4fd9-40c8-81f8-5b1fe0b2ce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:35.328557 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-63bd1757-8836-453e-baf5-bd38f9c17e04 req-3a7ca98a-4fd9-40c8-81f8-5b1fe0b2ce41 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6511245 Aug 29 20:33:35.360274 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 83aab753-4372-4b2f-a578-8ecea2f99be1, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=83aab753-4372-4b2f-a578-8ecea2f99be1,segment=NetworkSegment(75a90e64-0b09-4fe0-9fa9-8a5e13957c7f),segment_id=75a90e64-0b09-4fe0-9fa9-8a5e13957c7f)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:33:35.373893 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=26 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:35.398002 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Returning: {'device': '83aab753-4372-4b2f-a578-8ecea2f99be1', 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371', 'port_id': '83aab753-4372-4b2f-a578-8ecea2f99be1', 'mac_address': 'fa:16:3e:03:e9:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b859f7aa-b619-481f-9230-0993b4243baf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:33:35.413442 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af326eb9-75f2-4d8a-9a23-68f9ed7f79b7 req-76e0e5f7-09df-47a1-999e-865f3ca31198 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:35.424510 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-af326eb9-75f2-4d8a-9a23-68f9ed7f79b7 req-76e0e5f7-09df-47a1-999e-865f3ca31198 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 944 time: 0.1099911 Aug 29 20:33:35.465281 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-834ac0b5-d197-4065-a243-842e0e33a13a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117053 Aug 29 20:33:35.482882 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 83aab753-4372-4b2f-a578-8ecea2f99be1 is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:33:35.483601 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (83aab753-4372-4b2f-a578-8ecea2f99be1), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:35.525130 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83aab753-4372-4b2f-a578-8ecea2f99be1 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:33:35.542785 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-af326eb9-75f2-4d8a-9a23-68f9ed7f79b7 req-715ee17f-d278-436f-b092-675019bd5b24 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b541ea9-e708-488c-ba40-d02944fbd331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166334 Aug 29 20:33:35.563704 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-9e79080d-7de2-4129-9f35-57080f665a1f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/cf9673f4-1367-4aac-ae26-3824605ed50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697087 Aug 29 20:33:35.564144 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:35.575402 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 83aab753-4372-4b2f-a578-8ecea2f99be1, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=83aab753-4372-4b2f-a578-8ecea2f99be1,segment=NetworkSegment(75a90e64-0b09-4fe0-9fa9-8a5e13957c7f),segment_id=75a90e64-0b09-4fe0-9fa9-8a5e13957c7f)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:33:35.581231 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (83aab753-4372-4b2f-a578-8ecea2f99be1), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:35.585340 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-57867414-d20b-4b71-bfcf-cd3b0ca75df7 admin admin] Publish callbacks [] for security_group (bff18927-7818-4f22-aecc-3ef8f5df1e09), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:35.633809 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-57867414-d20b-4b71-bfcf-cd3b0ca75df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (bff18927-7818-4f22-aecc-3ef8f5df1e09), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:35.643191 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:35.645372 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=83aab753-4372-4b2f-a578-8ecea2f99be1,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:35.699058 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:33:35.736507 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57867414-d20b-4b71-bfcf-cd3b0ca75df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff18927-7818-4f22-aecc-3ef8f5df1e09,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:35.811324 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '150aa4a3-390c-4eb1-91ea-236f55e59e57', 'tag': '2cdd540d-17e7-4430-81b9-58cbfc6bfafc'}, {'name': 'network-changed', 'server_uuid': '5dc0cdac-77c6-4130-b162-e04f6a61c60c', 'tag': 'd8d1277a-533e-438a-99e5-6a4962cfe90d'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:33:35.813666 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0139de9f-7e2a-4a96-bb56-22ed1bed2442" -d '{"events": [{"name": "network-changed", "server_uuid": "150aa4a3-390c-4eb1-91ea-236f55e59e57", "tag": "2cdd540d-17e7-4430-81b9-58cbfc6bfafc"}, {"name": "network-changed", "server_uuid": "5dc0cdac-77c6-4130-b162-e04f6a61c60c", "tag": "d8d1277a-533e-438a-99e5-6a4962cfe90d"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:33:35.823628 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:35.835432 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:35.837624 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-35b3a9f2-8de3-4085-9b3d-ab3e0738eace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:35.838951 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-35b3a9f2-8de3-4085-9b3d-ab3e0738eace service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=544c78c5c2c44219a7f236b24a107da4&device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 1128 time: 0.4420013 Aug 29 20:33:35.873191 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb756a9d-cceb-4584-b0d1-2e58de8017e5 req-e721f535-be46-4e33-b88c-c7960ead2631 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:35.874939 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fb756a9d-cceb-4584-b0d1-2e58de8017e5 req-e721f535-be46-4e33-b88c-c7960ead2631 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 944 time: 0.2880991 Aug 29 20:33:35.882962 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-57867414-d20b-4b71-bfcf-cd3b0ca75df7 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=3464fe4aaa7543019c06ef1d8edb1e61&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2145207 Aug 29 20:33:35.889497 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 59948) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:35.894534 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['83aab753-4372-4b2f-a578-8ecea2f99be1'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:33:35.930989 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87b222-68ec-4797-ab9c-f563fa903c19 req-e321bfae-1616-471c-8a51-bbaa35d6a7ad tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:35.941310 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9c87b222-68ec-4797-ab9c-f563fa903c19 req-e321bfae-1616-471c-8a51-bbaa35d6a7ad tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 943 time: 0.1369002 Aug 29 20:33:35.960858 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-22ccdb96-45bf-4497-89f3-b7428229e62e service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98948443-f8c1-415f-85ca-da7736524db5 HTTP/1.1" status: 200 len: 217 time: 0.1087885 Aug 29 20:33:36.106016 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fb756a9d-cceb-4584-b0d1-2e58de8017e5 req-d7c00467-0450-47ec-854a-0daf7a25dd27 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148154 Aug 29 20:33:36.111417 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-032c4ce8-51ac-415f-8699-0a2d64c085f0 req-58852771-3b2e-469c-aec9-205a7e6a685d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5385783 Aug 29 20:33:36.141712 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9c87b222-68ec-4797-ab9c-f563fa903c19 req-43213167-1bc4-4434-9eb3-ea327b2fe933 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969762 Aug 29 20:33:36.151984 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f57c5191-d766-4dd5-a9c6-b9f7be8c5f57 req-688dbd95-f370-4d1a-943e-dd44867b7425 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/cf9673f4-1367-4aac-ae26-3824605ed50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5739563 Aug 29 20:33:36.175607 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:36.188047 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-e53c263c-2dc4-49d7-b0ec-549ff9933007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:36.190032 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-e53c263c-2dc4-49d7-b0ec-549ff9933007 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=410cc424-0d25-43ac-ac78-85d61f1a559c HTTP/1.1" status: 200 len: 850 time: 0.2132754 Aug 29 20:33:36.221104 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ddacfd46-2056-4b1e-be75-77d11e8fff8a admin admin] Publish callbacks [] for security_group (bff18927-7818-4f22-aecc-3ef8f5df1e09), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:36.259296 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 29 Aug 2022 20:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56b04ea-0e51-4fe7-9704-daa53bc08531 x-openstack-request-id: req-b56b04ea-0e51-4fe7-9704-daa53bc08531 {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:33:36.259862 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "150aa4a3-390c-4eb1-91ea-236f55e59e57", "tag": "2cdd540d-17e7-4430-81b9-58cbfc6bfafc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5dc0cdac-77c6-4130-b162-e04f6a61c60c", "tag": "d8d1277a-533e-438a-99e5-6a4962cfe90d", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:33:36.260303 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b56b04ea-0e51-4fe7-9704-daa53bc08531 {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:33:36.260884 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b56b04ea-0e51-4fe7-9704-daa53bc08531'] response: {'name': 'network-changed', 'server_uuid': '150aa4a3-390c-4eb1-91ea-236f55e59e57', 'tag': '2cdd540d-17e7-4430-81b9-58cbfc6bfafc', 'status': 'completed', 'code': 200} Aug 29 20:33:36.261280 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b56b04ea-0e51-4fe7-9704-daa53bc08531'] response: {'name': 'network-changed', 'server_uuid': '5dc0cdac-77c6-4130-b162-e04f6a61c60c', 'tag': 'd8d1277a-533e-438a-99e5-6a4962cfe90d', 'status': 'completed', 'code': 200} Aug 29 20:33:36.278179 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:36.281653 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ddacfd46-2056-4b1e-be75-77d11e8fff8a admin admin] Publish callbacks [] for security_group (bff18927-7818-4f22-aecc-3ef8f5df1e09), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:36.357028 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ddacfd46-2056-4b1e-be75-77d11e8fff8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (bff18927-7818-4f22-aecc-3ef8f5df1e09), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:36.360350 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ddacfd46-2056-4b1e-be75-77d11e8fff8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:36.361832 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-ddacfd46-2056-4b1e-be75-77d11e8fff8a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/bff18927-7818-4f22-aecc-3ef8f5df1e09 HTTP/1.1" status: 204 len: 168 time: 0.4712224 Aug 29 20:33:36.370672 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacfd46-2056-4b1e-be75-77d11e8fff8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff18927-7818-4f22-aecc-3ef8f5df1e09,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:36.677598 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab8bfd-2daf-4e5d-be4b-e4fad8085000 req-1a377883-84ee-4e4e-833c-a864668a455c tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:36.679025 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-52ab8bfd-2daf-4e5d-be4b-e4fad8085000 req-1a377883-84ee-4e4e-833c-a864668a455c tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 944 time: 0.0665386 Aug 29 20:33:36.739329 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-52ab8bfd-2daf-4e5d-be4b-e4fad8085000 req-b4db114f-43e7-436b-b300-364b50450411 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b541ea9-e708-488c-ba40-d02944fbd331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533755 Aug 29 20:33:37.089335 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 83aab753-4372-4b2f-a578-8ecea2f99be1 up at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:33:37.172430 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning for port 83aab753-4372-4b2f-a578-8ecea2f99be1 completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:33:37.175011 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1f2280c5-a60a-40f1-92d2-71db99aedb4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:37.182418 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning complete for port 83aab753-4372-4b2f-a578-8ecea2f99be1 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:33:37.183041 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (83aab753-4372-4b2f-a578-8ecea2f99be1), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:37.321070 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812e622-18f4-43df-a976-7862fa6793b9 req-71898fd5-3696-4e97-8177-f248401465a5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:37.329011 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d812e622-18f4-43df-a976-7862fa6793b9 req-71898fd5-3696-4e97-8177-f248401465a5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 944 time: 0.1006649 Aug 29 20:33:37.353890 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 83aab753-4372-4b2f-a578-8ecea2f99be1 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:33:37.354494 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (83aab753-4372-4b2f-a578-8ecea2f99be1), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:37.376322 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc925d3c-43e0-4a92-80af-98587c0c3804 req-b2e2fdb4-9ea9-4049-946a-905a19124c30 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:37.384772 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cc925d3c-43e0-4a92-80af-98587c0c3804 req-b2e2fdb4-9ea9-4049-946a-905a19124c30 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 943 time: 0.1034927 Aug 29 20:33:37.385902 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db93852-3c79-43ac-8757-a41602e8bc53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83aab753-4372-4b2f-a578-8ecea2f99be1'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:33:37.389107 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d812e622-18f4-43df-a976-7862fa6793b9 req-b1d9ce21-66f4-4d67-84b9-779f17cd4c98 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592339 Aug 29 20:33:37.518882 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cc925d3c-43e0-4a92-80af-98587c0c3804 req-c4fd2595-a9a1-4575-b4d9-a185f6a74332 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175489 Aug 29 20:33:37.519304 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 83aab753-4372-4b2f-a578-8ecea2f99be1, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=83aab753-4372-4b2f-a578-8ecea2f99be1,segment=NetworkSegment(75a90e64-0b09-4fe0-9fa9-8a5e13957c7f),segment_id=75a90e64-0b09-4fe0-9fa9-8a5e13957c7f)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:33:37.519304 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (83aab753-4372-4b2f-a578-8ecea2f99be1), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:37.629091 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=83aab753-4372-4b2f-a578-8ecea2f99be1,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:37.818349 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eee8fb3122df5bdd6ea851cee31293cb8412868e368eaaf22337f89cfd7738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b5183c-ce66-44cb-b491-6b8145458a19" -d '{"events": [{"server_uuid": "3db93852-3c79-43ac-8757-a41602e8bc53", "name": "network-vif-plugged", "status": "completed", "tag": "83aab753-4372-4b2f-a578-8ecea2f99be1"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:33:37.926537 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1faf8-6fe6-4f12-9602-fb95197f2736 req-a2e5790f-afb5-4b9f-83d1-b3e683aad0c0 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:37.928115 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f5b1faf8-6fe6-4f12-9602-fb95197f2736 req-a2e5790f-afb5-4b9f-83d1-b3e683aad0c0 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 944 time: 0.0750623 Aug 29 20:33:38.033183 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139de9f-7e2a-4a96-bb56-22ed1bed2442 req-6ef4643d-3189-4f5d-9f98-0736ae0dd66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:38.035709 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0139de9f-7e2a-4a96-bb56-22ed1bed2442 req-6ef4643d-3189-4f5d-9f98-0736ae0dd66e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=6314d8436170404097713aa7764dff94&device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 1128 time: 0.0655501 Aug 29 20:33:38.094575 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0c6460-1aa8-4dcc-b9d6-55ab3b112f9b x-openstack-request-id: req-ee0c6460-1aa8-4dcc-b9d6-55ab3b112f9b {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:33:38.094984 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db93852-3c79-43ac-8757-a41602e8bc53", "name": "network-vif-plugged", "status": "completed", "tag": "83aab753-4372-4b2f-a578-8ecea2f99be1", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:33:38.095267 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee0c6460-1aa8-4dcc-b9d6-55ab3b112f9b {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:33:38.095707 dv-cinder-854263-2-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee0c6460-1aa8-4dcc-b9d6-55ab3b112f9b'] response: {'server_uuid': '3db93852-3c79-43ac-8757-a41602e8bc53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83aab753-4372-4b2f-a578-8ecea2f99be1', 'code': 200} Aug 29 20:33:38.182791 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-b9339e4e-6a25-47ba-9007-f5fefe3c59f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:38.185307 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-b9339e4e-6a25-47ba-9007-f5fefe3c59f0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=956a6ad1-026f-40ab-949a-8f68054ef5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2339311 Aug 29 20:33:38.334297 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f5b1faf8-6fe6-4f12-9602-fb95197f2736 req-fb67e4dd-5c4e-4600-9ed8-88ca00bd9e1a tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b541ea9-e708-488c-ba40-d02944fbd331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811150 Aug 29 20:33:38.404580 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139de9f-7e2a-4a96-bb56-22ed1bed2442 req-f14cba61-d0d2-4ba5-a658-df405eeb3c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:38.406882 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0139de9f-7e2a-4a96-bb56-22ed1bed2442 req-f14cba61-d0d2-4ba5-a658-df405eeb3c66 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=cf9673f4-1367-4aac-ae26-3824605ed50c HTTP/1.1" status: 200 len: 912 time: 0.3411293 Aug 29 20:33:38.543588 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d07f2-774c-4da5-a5cd-02cda8467bdf req-07e53a46-87f7-45c1-9754-0b5f003479da tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:38.545060 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8b4d07f2-774c-4da5-a5cd-02cda8467bdf req-07e53a46-87f7-45c1-9754-0b5f003479da tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 944 time: 0.0540509 Aug 29 20:33:38.624438 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8b4d07f2-774c-4da5-a5cd-02cda8467bdf req-818f32e1-1ff2-47a3-891d-30b5dfcb6b53 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589991 Aug 29 20:33:38.648050 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cc085-6077-4dc4-920f-585cc20ce55c req-67fc4dc0-660a-452d-a8e8-ddd33fc41587 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:38.652395 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1b3cc085-6077-4dc4-920f-585cc20ce55c req-67fc4dc0-660a-452d-a8e8-ddd33fc41587 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 943 time: 0.0596848 Aug 29 20:33:38.687901 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:38.704908 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1b3cc085-6077-4dc4-920f-585cc20ce55c req-b17fbb86-1359-4b75-955c-ff78043b2e48 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487854 Aug 29 20:33:38.871167 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 60108) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:38.917380 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 60112) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:39.041830 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-615ce716-346c-4078-998a-54296884a5d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:39.058165 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d8ac4cca-9d39-4979-a130-1ea6d60cf725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:39.188396 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-615ce716-346c-4078-998a-54296884a5d4 admin admin] Publish callbacks [] for security_group (4c0446fa-9167-4d0a-9e70-f6748ce8127f), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:39.190513 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d8ac4cca-9d39-4979-a130-1ea6d60cf725 admin admin] Publish callbacks [] for security_group (d4cdfb1b-03c0-420e-b5d3-0cc7c94f49e8), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:39.193364 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-615ce716-346c-4078-998a-54296884a5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (4c0446fa-9167-4d0a-9e70-f6748ce8127f), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:39.199369 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d8ac4cca-9d39-4979-a130-1ea6d60cf725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (d4cdfb1b-03c0-420e-b5d3-0cc7c94f49e8), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:39.225176 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:39.253389 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-615ce716-346c-4078-998a-54296884a5d4 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0043c22bf66f4ca1835b029e7e18b7d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3346257 Aug 29 20:33:39.254114 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ce716-346c-4078-998a-54296884a5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0446fa-9167-4d0a-9e70-f6748ce8127f,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:39.258594 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 60120) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:39.272541 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-d8ac4cca-9d39-4979-a130-1ea6d60cf725 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e2f92e90a6fa46fb819389b138a9c0c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3962264 Aug 29 20:33:39.277087 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 60122) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:39.322894 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac4cca-9d39-4979-a130-1ea6d60cf725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cdfb1b-03c0-420e-b5d3-0cc7c94f49e8,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:39.338216 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2a7934c1-4fc2-4b6c-a9e3-4cee6c4f962a admin admin] Publish callbacks [] for security_group (d4cdfb1b-03c0-420e-b5d3-0cc7c94f49e8), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:39.349447 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1a156b2f-cde2-4f2c-9f5f-508fb313de8b admin admin] Publish callbacks [] for security_group (4c0446fa-9167-4d0a-9e70-f6748ce8127f), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:39.360255 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2a7934c1-4fc2-4b6c-a9e3-4cee6c4f962a admin admin] Publish callbacks [] for security_group (d4cdfb1b-03c0-420e-b5d3-0cc7c94f49e8), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:39.373705 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1a156b2f-cde2-4f2c-9f5f-508fb313de8b admin admin] Publish callbacks [] for security_group (4c0446fa-9167-4d0a-9e70-f6748ce8127f), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:39.422774 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2a7934c1-4fc2-4b6c-a9e3-4cee6c4f962a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (d4cdfb1b-03c0-420e-b5d3-0cc7c94f49e8), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:39.425348 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2a7934c1-4fc2-4b6c-a9e3-4cee6c4f962a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:39.426518 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-2a7934c1-4fc2-4b6c-a9e3-4cee6c4f962a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d4cdfb1b-03c0-420e-b5d3-0cc7c94f49e8 HTTP/1.1" status: 204 len: 168 time: 0.1484194 Aug 29 20:33:39.428198 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:DELETE=3,neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:39.435874 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7934c1-4fc2-4b6c-a9e3-4cee6c4f962a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cdfb1b-03c0-420e-b5d3-0cc7c94f49e8,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:39.456734 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1a156b2f-cde2-4f2c-9f5f-508fb313de8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (4c0446fa-9167-4d0a-9e70-f6748ce8127f), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:39.460442 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1a156b2f-cde2-4f2c-9f5f-508fb313de8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:39.461149 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-1a156b2f-cde2-4f2c-9f5f-508fb313de8b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4c0446fa-9167-4d0a-9e70-f6748ce8127f HTTP/1.1" status: 204 len: 168 time: 0.2016871 Aug 29 20:33:39.478851 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a156b2f-cde2-4f2c-9f5f-508fb313de8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0446fa-9167-4d0a-9e70-f6748ce8127f,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:39.489494 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177c14f-9386-48c8-b788-5989e0e5ad7d req-e36aa2d8-a457-4643-a491-1ef28be9d040 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:39.497273 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9177c14f-9386-48c8-b788-5989e0e5ad7d req-e36aa2d8-a457-4643-a491-1ef28be9d040 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 944 time: 0.0790977 Aug 29 20:33:39.550080 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-4f31a09e-a140-4f76-b1cf-e4a5f675e177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:39.576492 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9177c14f-9386-48c8-b788-5989e0e5ad7d req-bfaa3588-4296-462e-ae1e-3c133a87d56c tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b541ea9-e708-488c-ba40-d02944fbd331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781047 Aug 29 20:33:39.751110 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0067df3-6f82-4090-a0ff-ff58de3c9cbf req-ea17ec16-2be8-4b03-a882-c1dbab3917e3 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:39.752935 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a0067df3-6f82-4090-a0ff-ff58de3c9cbf req-ea17ec16-2be8-4b03-a882-c1dbab3917e3 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 944 time: 0.0591226 Aug 29 20:33:39.823918 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a0067df3-6f82-4090-a0ff-ff58de3c9cbf req-e7d21b8a-5440-4cdf-a85f-6bfbcd198138 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640540 Aug 29 20:33:39.856996 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515b484-890d-4667-b6b0-52a9b3961dbd req-7f619bb8-cf7e-4ebc-8c73-9d2520601a5e tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:39.858563 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5515b484-890d-4667-b6b0-52a9b3961dbd req-7f619bb8-cf7e-4ebc-8c73-9d2520601a5e tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 943 time: 0.0600867 Aug 29 20:33:39.880806 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 60142) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:39.896359 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-90d0e155-bb1a-40c4-b7d4-8b487219c2ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:39.918829 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5515b484-890d-4667-b6b0-52a9b3961dbd req-b11df87e-3008-4d6c-8e53-57b36bc8d041 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541301 Aug 29 20:33:39.948110 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 60144) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:39.959997 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:39.962414 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-0b64ae57-5912-412f-8ae8-f2853cc938d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:39.985627 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-90d0e155-bb1a-40c4-b7d4-8b487219c2ba admin admin] Publish callbacks [] for security_group (4e804bab-0ee8-441c-91d7-5a11bdbafb3b), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:39.990288 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-90d0e155-bb1a-40c4-b7d4-8b487219c2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (4e804bab-0ee8-441c-91d7-5a11bdbafb3b), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:40.030592 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-90d0e155-bb1a-40c4-b7d4-8b487219c2ba admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=9f7babd84ef942868c6319b65b05045d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1486549 Aug 29 20:33:40.033184 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 60146) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:40.039873 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0e155-bb1a-40c4-b7d4-8b487219c2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e804bab-0ee8-441c-91d7-5a11bdbafb3b,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:40.040710 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-0b64ae57-5912-412f-8ae8-f2853cc938d1 admin admin] Publish callbacks [] for security_group (4806328a-252f-4e4f-bb3d-655d69343748), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:40.045472 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-0b64ae57-5912-412f-8ae8-f2853cc938d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (4806328a-252f-4e4f-bb3d-655d69343748), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:40.095366 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-0b64ae57-5912-412f-8ae8-f2853cc938d1 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c534a25c0fca42719e3c316eabd0def8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1458266 Aug 29 20:33:40.097564 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64ae57-5912-412f-8ae8-f2853cc938d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4806328a-252f-4e4f-bb3d-655d69343748,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:40.100561 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 60148) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:40.155048 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-51c0f138-eca0-420d-bd77-8d961a24d995 admin admin] Publish callbacks [] for security_group (4806328a-252f-4e4f-bb3d-655d69343748), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:40.178849 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-51c0f138-eca0-420d-bd77-8d961a24d995 admin admin] Publish callbacks [] for security_group (4806328a-252f-4e4f-bb3d-655d69343748), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:40.233714 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-51c0f138-eca0-420d-bd77-8d961a24d995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (4806328a-252f-4e4f-bb3d-655d69343748), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:40.236422 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-51c0f138-eca0-420d-bd77-8d961a24d995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:40.237679 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-51c0f138-eca0-420d-bd77-8d961a24d995 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4806328a-252f-4e4f-bb3d-655d69343748 HTTP/1.1" status: 204 len: 168 time: 0.1361723 Aug 29 20:33:40.247152 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0f138-eca0-420d-bd77-8d961a24d995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4806328a-252f-4e4f-bb3d-655d69343748,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:40.272727 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-63145dea-60c2-49fd-9f9e-a36cd68c1b28 admin admin] Publish callbacks [] for security_group (4e804bab-0ee8-441c-91d7-5a11bdbafb3b), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:40.296366 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-63145dea-60c2-49fd-9f9e-a36cd68c1b28 admin admin] Publish callbacks [] for security_group (4e804bab-0ee8-441c-91d7-5a11bdbafb3b), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:40.345947 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-63145dea-60c2-49fd-9f9e-a36cd68c1b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (4e804bab-0ee8-441c-91d7-5a11bdbafb3b), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:40.348573 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-63145dea-60c2-49fd-9f9e-a36cd68c1b28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:40.349745 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-63145dea-60c2-49fd-9f9e-a36cd68c1b28 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4e804bab-0ee8-441c-91d7-5a11bdbafb3b HTTP/1.1" status: 204 len: 168 time: 0.3156586 Aug 29 20:33:40.357987 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63145dea-60c2-49fd-9f9e-a36cd68c1b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e804bab-0ee8-441c-91d7-5a11bdbafb3b,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:40.682450 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:40.733535 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a891cf-9a33-462f-a9f0-72adf92c78da req-f46c8f36-668d-458d-a6e9-e0ad96de0485 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:40.735238 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-74a891cf-9a33-462f-a9f0-72adf92c78da req-f46c8f36-668d-458d-a6e9-e0ad96de0485 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 944 time: 0.0611053 Aug 29 20:33:40.798134 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-74a891cf-9a33-462f-a9f0-72adf92c78da req-40891665-42d7-4cd9-9f01-329b2af4ddf0 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b541ea9-e708-488c-ba40-d02944fbd331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558822 Aug 29 20:33:40.833367 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 2cdd540d-17e7-4430-81b9-58cbfc6bfafc details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:33:41.000055 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ca097-f851-45bb-a6b4-451c6afc5e62 req-ef43597e-b619-4179-bb89-ead2ccfd9bb6 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:41.014507 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-860ca097-f851-45bb-a6b4-451c6afc5e62 req-ef43597e-b619-4179-bb89-ead2ccfd9bb6 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 944 time: 0.1012774 Aug 29 20:33:41.026024 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0139de9f-7e2a-4a96-bb56-22ed1bed2442 req-af9c476a-0790-40ed-98f0-f3830bfe65a3 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cdd540d-17e7-4430-81b9-58cbfc6bfafc HTTP/1.1" status: 200 len: 217 time: 0.1714721 Aug 29 20:33:41.074802 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 2cdd540d-17e7-4430-81b9-58cbfc6bfafc, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2cdd540d-17e7-4430-81b9-58cbfc6bfafc,segment=NetworkSegment(4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05),segment_id=4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:33:41.090468 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:41.104340 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-860ca097-f851-45bb-a6b4-451c6afc5e62 req-fa14591c-eb49-41ae-abd9-b948cc4ca851 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884609 Aug 29 20:33:41.111203 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Returning: {'device': '2cdd540d-17e7-4430-81b9-58cbfc6bfafc', 'network_id': 'cf9673f4-1367-4aac-ae26-3824605ed50c', 'port_id': '2cdd540d-17e7-4430-81b9-58cbfc6bfafc', 'mac_address': 'fa:16:3e:f5:c9:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba0c87a-0c70-4cc5-9a73-50daea6bf675', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:33:41.160923 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 2cdd540d-17e7-4430-81b9-58cbfc6bfafc is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:33:41.162126 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (2cdd540d-17e7-4430-81b9-58cbfc6bfafc), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:41.184048 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cdd540d-17e7-4430-81b9-58cbfc6bfafc {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:33:41.209551 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 2cdd540d-17e7-4430-81b9-58cbfc6bfafc, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2cdd540d-17e7-4430-81b9-58cbfc6bfafc,segment=NetworkSegment(4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05),segment_id=4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:33:41.214932 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (2cdd540d-17e7-4430-81b9-58cbfc6bfafc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:41.248037 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:41.302442 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=2cdd540d-17e7-4430-81b9-58cbfc6bfafc,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:41.323789 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b557a7-efd4-447a-9d38-33068aca1221 req-8ffc2ca0-44a6-4177-bf95-98a65ad0503d tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:41.332328 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f1b557a7-efd4-447a-9d38-33068aca1221 req-8ffc2ca0-44a6-4177-bf95-98a65ad0503d tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 943 time: 0.2276793 Aug 29 20:33:41.335320 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2945e20-0d5d-4f17-ad0b-c5bb8767dca3 req-bdda8b61-1945-444c-9b8a-2eb06911aad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:41.338116 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a2945e20-0d5d-4f17-ad0b-c5bb8767dca3 req-bdda8b61-1945-444c-9b8a-2eb06911aad7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 1129 time: 0.2182784 Aug 29 20:33:41.361291 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139de9f-7e2a-4a96-bb56-22ed1bed2442 req-85ed283c-ac0a-4ee1-9a43-1d0e8103a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:41.363076 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0139de9f-7e2a-4a96-bb56-22ed1bed2442 req-85ed283c-ac0a-4ee1-9a43-1d0e8103a1bc service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3ba0c87a-0c70-4cc5-9a73-50daea6bf675 HTTP/1.1" status: 200 len: 850 time: 0.3291886 Aug 29 20:33:41.390598 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-ee62302d-1254-4045-8f61-f27e86b037fa service neutron] 10.222.0.33 "GET /networking/v2.0/networks/956a6ad1-026f-40ab-949a-8f68054ef5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5447078 Aug 29 20:33:41.437690 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f1b557a7-efd4-447a-9d38-33068aca1221 req-a6ae6063-d4cb-4532-b9f2-084158b4fb82 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036589 Aug 29 20:33:41.959285 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368dc99-ac2d-4e98-ac4a-1aacff885937 req-c64212c0-8c72-439e-b361-f1f2737fa2c8 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:41.961570 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9368dc99-ac2d-4e98-ac4a-1aacff885937 req-c64212c0-8c72-439e-b361-f1f2737fa2c8 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 945 time: 0.0626993 Aug 29 20:33:41.993646 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 60238) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:42.031223 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9368dc99-ac2d-4e98-ac4a-1aacff885937 req-a2d6eee7-f6fb-4e22-920c-622468f1013b tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b541ea9-e708-488c-ba40-d02944fbd331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625229 Aug 29 20:33:42.129065 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-99d24d5d-d3a9-4615-85ec-4c7694d4a6ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:42.207165 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:42.265225 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-99d24d5d-d3a9-4615-85ec-4c7694d4a6ee admin admin] Publish callbacks [] for security_group (3fdec534-9d2b-4246-84a9-47c0f65993cf), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:42.272264 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f09abb-e889-42b7-8b08-3d5d1952dc52 req-b1802173-269b-4d90-9383-43841ba8f670 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:42.278744 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-10f09abb-e889-42b7-8b08-3d5d1952dc52 req-b1802173-269b-4d90-9383-43841ba8f670 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 944 time: 0.0740607 Aug 29 20:33:42.280538 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-99d24d5d-d3a9-4615-85ec-4c7694d4a6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (3fdec534-9d2b-4246-84a9-47c0f65993cf), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:42.340196 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:42.347181 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:42.353264 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-99d24d5d-d3a9-4615-85ec-4c7694d4a6ee admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f5b0e82510ba41beadc96db2928b8b29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3582609 Aug 29 20:33:42.354792 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d24d5d-d3a9-4615-85ec-4c7694d4a6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdec534-9d2b-4246-84a9-47c0f65993cf,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:42.356411 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 60254) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:42.394281 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-10f09abb-e889-42b7-8b08-3d5d1952dc52 req-1d204105-58da-4838-b3e1-4437e7450f70 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079400 Aug 29 20:33:42.464668 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d63cf4b8-c566-4fd1-bec7-29e4efd5247e admin admin] Publish callbacks [] for security_group (3fdec534-9d2b-4246-84a9-47c0f65993cf), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:42.491683 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d63cf4b8-c566-4fd1-bec7-29e4efd5247e admin admin] Publish callbacks [] for security_group (3fdec534-9d2b-4246-84a9-47c0f65993cf), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:42.585418 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d63cf4b8-c566-4fd1-bec7-29e4efd5247e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (3fdec534-9d2b-4246-84a9-47c0f65993cf), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:42.588458 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d63cf4b8-c566-4fd1-bec7-29e4efd5247e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:42.589766 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-d63cf4b8-c566-4fd1-bec7-29e4efd5247e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3fdec534-9d2b-4246-84a9-47c0f65993cf HTTP/1.1" status: 204 len: 168 time: 0.2321873 Aug 29 20:33:42.604629 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63cf4b8-c566-4fd1-bec7-29e4efd5247e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fdec534-9d2b-4246-84a9-47c0f65993cf,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:42.626736 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5772116-058d-4841-a1b1-3b2677bfae82 req-6fc88695-5556-47e2-8204-eb2c249fed6f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:42.628606 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b5772116-058d-4841-a1b1-3b2677bfae82 req-6fc88695-5556-47e2-8204-eb2c249fed6f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 943 time: 0.0866005 Aug 29 20:33:42.640272 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:42.697797 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b5772116-058d-4841-a1b1-3b2677bfae82 req-21b04d98-d822-4388-8b87-9f16be19d9ba tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564446 Aug 29 20:33:43.193584 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4a5a1-3275-49e9-b8b3-482b11f32dc9 req-d493824e-f5e6-4c90-b7e4-e4054f1e6566 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:43.200557 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-42e4a5a1-3275-49e9-b8b3-482b11f32dc9 req-d493824e-f5e6-4c90-b7e4-e4054f1e6566 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 945 time: 0.0753677 Aug 29 20:33:43.253117 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-42e4a5a1-3275-49e9-b8b3-482b11f32dc9 req-4ba931a4-b7b0-44d1-a8da-1edbbcd51182 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b541ea9-e708-488c-ba40-d02944fbd331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515532 Aug 29 20:33:43.554340 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9b7b9-7faa-45be-9b18-76a489b70fd7 req-449b0ed0-eb48-4faf-8e72-1b9352e93c20 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:43.555965 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-dcc9b7b9-7faa-45be-9b18-76a489b70fd7 req-449b0ed0-eb48-4faf-8e72-1b9352e93c20 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 944 time: 0.0727119 Aug 29 20:33:43.622180 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:43.632617 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-dcc9b7b9-7faa-45be-9b18-76a489b70fd7 req-085809dc-d0b1-477d-bd85-1381d4f30ee2 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709958 Aug 29 20:33:43.844815 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b328571-0a82-4dcd-9fbf-763a9deff9d6 req-2a6026ec-b031-4ec1-8360-12dc1826015b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:43.846392 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6b328571-0a82-4dcd-9fbf-763a9deff9d6 req-2a6026ec-b031-4ec1-8360-12dc1826015b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 943 time: 0.0589819 Aug 29 20:33:43.911317 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6b328571-0a82-4dcd-9fbf-763a9deff9d6 req-b9f1dbc1-245d-49d2-8cfd-74d7cb129a8b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585954 Aug 29 20:33:44.136820 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-a2945e20-0d5d-4f17-ad0b-c5bb8767dca3 req-4b207a45-abca-41b7-a71e-1ada4e0f3ba1 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:44.181530 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 60322) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:44.203134 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139de9f-7e2a-4a96-bb56-22ed1bed2442 req-d3f3b6ea-e1d2-4a57-b483-ee2aef4f959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:44.204725 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0139de9f-7e2a-4a96-bb56-22ed1bed2442 req-d3f3b6ea-e1d2-4a57-b483-ee2aef4f959b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=cf9673f4-1367-4aac-ae26-3824605ed50c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1083043 Aug 29 20:33:44.304785 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['2cdd540d-17e7-4430-81b9-58cbfc6bfafc'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:33:44.341730 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e17c5ea9-2da3-46da-91c2-40c0f6fdcb12 req-bf1242f5-bf62-4b49-9c47-379ea91618d6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/956a6ad1-026f-40ab-949a-8f68054ef5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587740 Aug 29 20:33:44.354295 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device d8d1277a-533e-438a-99e5-6a4962cfe90d details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:33:44.390984 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:44.417245 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:44.430938 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0139de9f-7e2a-4a96-bb56-22ed1bed2442 req-5b600adb-361e-42c1-9034-4105a40dc5ca service neutron] 10.222.0.33 "GET /networking/v2.0/networks/cf9673f4-1367-4aac-ae26-3824605ed50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166836 Aug 29 20:33:44.437902 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-a2945e20-0d5d-4f17-ad0b-c5bb8767dca3 req-4b207a45-abca-41b7-a71e-1ada4e0f3ba1 service neutron] Publish callbacks [] for security_group (eeddbbef-35b6-4f3e-8f7d-02b75ad51edb), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:44.443175 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-a2945e20-0d5d-4f17-ad0b-c5bb8767dca3 req-4b207a45-abca-41b7-a71e-1ada4e0f3ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (eeddbbef-35b6-4f3e-8f7d-02b75ad51edb), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:44.448913 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-61730777-8d6b-47d1-b5d1-b8cf115000dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:44.485652 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9c60e-615c-45ea-abb6-97fd8d3cc1de req-e9a8b960-d0a1-40cc-a45e-67b54661fae1 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:44.487650 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e4c9c60e-615c-45ea-abb6-97fd8d3cc1de req-e9a8b960-d0a1-40cc-a45e-67b54661fae1 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 945 time: 0.1115186 Aug 29 20:33:44.507376 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b207a45-abca-41b7-a71e-1ada4e0f3ba1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=eeddbbef-35b6-4f3e-8f7d-02b75ad51edb,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:44.512107 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a2945e20-0d5d-4f17-ad0b-c5bb8767dca3 req-4b207a45-abca-41b7-a71e-1ada4e0f3ba1 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305093 Aug 29 20:33:44.579458 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e4c9c60e-615c-45ea-abb6-97fd8d3cc1de req-c1dd17bf-e0b6-4913-82ed-d964c62c445a tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b541ea9-e708-488c-ba40-d02944fbd331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798144 Aug 29 20:33:44.634194 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-61730777-8d6b-47d1-b5d1-b8cf115000dc admin admin] Publish callbacks [] for security_group (d37235da-faab-4d23-8ba9-d6c4cae48501), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:44.638615 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-61730777-8d6b-47d1-b5d1-b8cf115000dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (d37235da-faab-4d23-8ba9-d6c4cae48501), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:44.685030 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-61730777-8d6b-47d1-b5d1-b8cf115000dc admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f291e03a2c134b62890e16ece69ef640&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5021858 Aug 29 20:33:44.687035 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61730777-8d6b-47d1-b5d1-b8cf115000dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37235da-faab-4d23-8ba9-d6c4cae48501,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:44.688706 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 60334) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:44.692866 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port d8d1277a-533e-438a-99e5-6a4962cfe90d, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d8d1277a-533e-438a-99e5-6a4962cfe90d,segment=NetworkSegment(75a90e64-0b09-4fe0-9fa9-8a5e13957c7f),segment_id=75a90e64-0b09-4fe0-9fa9-8a5e13957c7f)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:33:44.720506 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Returning: {'device': 'd8d1277a-533e-438a-99e5-6a4962cfe90d', 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371', 'port_id': 'd8d1277a-533e-438a-99e5-6a4962cfe90d', 'mac_address': 'fa:16:3e:ae:f2:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b859f7aa-b619-481f-9230-0993b4243baf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:33:44.797522 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cc711dc9-bc6a-4cb9-893b-d4d36b961e1a admin admin] Publish callbacks [] for security_group (d37235da-faab-4d23-8ba9-d6c4cae48501), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:44.798539 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port d8d1277a-533e-438a-99e5-6a4962cfe90d is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:33:44.799114 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (d8d1277a-533e-438a-99e5-6a4962cfe90d), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:44.806855 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814acf1-e243-4bb3-a56c-1add30cb6cd8 req-785fa84b-1257-4e4b-885b-d3174c35bea7 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:44.808497 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b814acf1-e243-4bb3-a56c-1add30cb6cd8 req-785fa84b-1257-4e4b-885b-d3174c35bea7 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 944 time: 0.0695453 Aug 29 20:33:44.822437 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d1277a-533e-438a-99e5-6a4962cfe90d {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:33:44.850555 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cc711dc9-bc6a-4cb9-893b-d4d36b961e1a admin admin] Publish callbacks [] for security_group (d37235da-faab-4d23-8ba9-d6c4cae48501), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:44.854453 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port d8d1277a-533e-438a-99e5-6a4962cfe90d, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d8d1277a-533e-438a-99e5-6a4962cfe90d,segment=NetworkSegment(75a90e64-0b09-4fe0-9fa9-8a5e13957c7f),segment_id=75a90e64-0b09-4fe0-9fa9-8a5e13957c7f)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:33:44.859800 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (d8d1277a-533e-438a-99e5-6a4962cfe90d), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:44.915878 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=d8d1277a-533e-438a-99e5-6a4962cfe90d,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:44.917576 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b814acf1-e243-4bb3-a56c-1add30cb6cd8 req-85202777-7167-4ec0-932d-574f9dcdfda4 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981932 Aug 29 20:33:44.940431 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cc711dc9-bc6a-4cb9-893b-d4d36b961e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (d37235da-faab-4d23-8ba9-d6c4cae48501), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:44.943011 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cc711dc9-bc6a-4cb9-893b-d4d36b961e1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:44.946757 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-cc711dc9-bc6a-4cb9-893b-d4d36b961e1a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d37235da-faab-4d23-8ba9-d6c4cae48501 HTTP/1.1" status: 204 len: 168 time: 0.2510376 Aug 29 20:33:44.954595 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc711dc9-bc6a-4cb9-893b-d4d36b961e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37235da-faab-4d23-8ba9-d6c4cae48501,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:45.229277 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad1de6-fe9d-4179-b884-3ba9b875fa79 req-9b33eff3-a14e-4e11-95db-d6bc72d0befe tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:45.245371 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a6ad1de6-fe9d-4179-b884-3ba9b875fa79 req-9b33eff3-a14e-4e11-95db-d6bc72d0befe tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 944 time: 0.2470648 Aug 29 20:33:45.310303 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a6ad1de6-fe9d-4179-b884-3ba9b875fa79 req-6d04a5ed-c5cd-49e0-8776-a4151ddf1afb tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593648 Aug 29 20:33:45.699506 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:45.710216 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac7994-56c1-4e08-b1c0-621c095c41f7 req-c919917d-d2f8-4985-8ed6-5f852c83f9d6 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:45.712059 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7aac7994-56c1-4e08-b1c0-621c095c41f7 req-c919917d-d2f8-4985-8ed6-5f852c83f9d6 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 945 time: 0.0553944 Aug 29 20:33:45.747860 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:45.767381 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7aac7994-56c1-4e08-b1c0-621c095c41f7 req-8315a3df-9112-453f-b8e4-ae4715efaa9b tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b541ea9-e708-488c-ba40-d02944fbd331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482047 Aug 29 20:33:46.061335 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca7451-9599-4f4f-a4b6-060e23f187c4 req-99ba025f-d403-4c0f-8143-7c9ed0d88e0f tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:46.062862 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-38ca7451-9599-4f4f-a4b6-060e23f187c4 req-99ba025f-d403-4c0f-8143-7c9ed0d88e0f tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 944 time: 0.0525217 Aug 29 20:33:46.119365 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-38ca7451-9599-4f4f-a4b6-060e23f187c4 req-dc52455e-342d-4e84-81f9-fcbf870f4f60 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479970 Aug 29 20:33:46.434836 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56162e43-23d6-4688-b961-4ac90c9ba55e req-9cdaa519-75b5-4b93-ba0c-496494d263ea tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:46.436714 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-56162e43-23d6-4688-b961-4ac90c9ba55e req-9cdaa519-75b5-4b93-ba0c-496494d263ea tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 944 time: 0.0547948 Aug 29 20:33:46.490326 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-56162e43-23d6-4688-b961-4ac90c9ba55e req-87f9d08a-7fcd-4893-be35-7d88f9cedd74 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490904 Aug 29 20:33:46.885409 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:46.897914 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61262a16-2406-48a9-b8d9-0f845187ed16 req-6de9a6eb-bb86-4b66-9b9f-e52379085918 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:46.899507 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-61262a16-2406-48a9-b8d9-0f845187ed16 req-6de9a6eb-bb86-4b66-9b9f-e52379085918 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 945 time: 0.0516930 Aug 29 20:33:46.952280 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-61262a16-2406-48a9-b8d9-0f845187ed16 req-8c63eb4d-186c-41ae-aead-b94aa6c5b172 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b541ea9-e708-488c-ba40-d02944fbd331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433621 Aug 29 20:33:47.249831 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520bfee5-dd51-43ba-8b9f-2e6887179078 req-17d04cf1-8e0e-4765-a534-efc21bc09583 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:47.251390 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-520bfee5-dd51-43ba-8b9f-2e6887179078 req-17d04cf1-8e0e-4765-a534-efc21bc09583 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 944 time: 0.0516798 Aug 29 20:33:47.310972 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-520bfee5-dd51-43ba-8b9f-2e6887179078 req-05f07c5f-b897-4071-bf24-35a2f4631837 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531623 Aug 29 20:33:47.612198 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0eb14-a015-4630-a970-5cd3cba9c5fd req-0023670f-114d-4781-b3fc-49155f26c372 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:47.613712 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-72c0eb14-a015-4630-a970-5cd3cba9c5fd req-0023670f-114d-4781-b3fc-49155f26c372 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 944 time: 0.0497236 Aug 29 20:33:47.663005 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-72c0eb14-a015-4630-a970-5cd3cba9c5fd req-54ad76e0-e3b6-4bdf-9917-0fac146d9207 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433247 Aug 29 20:33:47.991465 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 2cdd540d-17e7-4430-81b9-58cbfc6bfafc up at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:33:48.046819 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning for port 2cdd540d-17e7-4430-81b9-58cbfc6bfafc completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:33:48.053339 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning complete for port 2cdd540d-17e7-4430-81b9-58cbfc6bfafc triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:33:48.053613 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (2cdd540d-17e7-4430-81b9-58cbfc6bfafc), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:48.091211 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd880976-6efb-48e7-ab9a-2be8b7273886 req-2ba23fcf-a553-454a-be7a-1c57b8051291 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:48.098468 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-cd880976-6efb-48e7-ab9a-2be8b7273886 req-2ba23fcf-a553-454a-be7a-1c57b8051291 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 945 time: 0.0541632 Aug 29 20:33:48.137965 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 2cdd540d-17e7-4430-81b9-58cbfc6bfafc is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:33:48.138363 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (2cdd540d-17e7-4430-81b9-58cbfc6bfafc), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:48.145063 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-cd880976-6efb-48e7-ab9a-2be8b7273886 req-da00981b-5f13-484a-ac96-69b570e03a3c tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b541ea9-e708-488c-ba40-d02944fbd331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456300 Aug 29 20:33:48.169668 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150aa4a3-390c-4eb1-91ea-236f55e59e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdd540d-17e7-4430-81b9-58cbfc6bfafc'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:33:48.172266 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eee8fb3122df5bdd6ea851cee31293cb8412868e368eaaf22337f89cfd7738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae69570-e8a4-47ab-876b-7baf829c4bd5" -d '{"events": [{"server_uuid": "150aa4a3-390c-4eb1-91ea-236f55e59e57", "name": "network-vif-plugged", "status": "completed", "tag": "2cdd540d-17e7-4430-81b9-58cbfc6bfafc"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:33:48.187541 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 2cdd540d-17e7-4430-81b9-58cbfc6bfafc, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2cdd540d-17e7-4430-81b9-58cbfc6bfafc,segment=NetworkSegment(4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05),segment_id=4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:33:48.193840 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (2cdd540d-17e7-4430-81b9-58cbfc6bfafc), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:48.222522 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3fc206-69e1-41d1-9ced-bb4728e676cb x-openstack-request-id: req-4c3fc206-69e1-41d1-9ced-bb4728e676cb {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:33:48.222859 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150aa4a3-390c-4eb1-91ea-236f55e59e57", "name": "network-vif-plugged", "status": "completed", "tag": "2cdd540d-17e7-4430-81b9-58cbfc6bfafc", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:33:48.223204 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c3fc206-69e1-41d1-9ced-bb4728e676cb {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:33:48.223503 dv-cinder-854263-2-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c3fc206-69e1-41d1-9ced-bb4728e676cb'] response: {'server_uuid': '150aa4a3-390c-4eb1-91ea-236f55e59e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdd540d-17e7-4430-81b9-58cbfc6bfafc', 'code': 200} Aug 29 20:33:48.250252 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=2cdd540d-17e7-4430-81b9-58cbfc6bfafc,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:48.260544 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['d8d1277a-533e-438a-99e5-6a4962cfe90d'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:33:48.300846 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:48.524898 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ff879-fa46-406e-8607-f01089b3f9ad req-622fcdb6-4166-4a30-909e-816d97e6b1f2 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:48.527022 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0a8ff879-fa46-406e-8607-f01089b3f9ad req-622fcdb6-4166-4a30-909e-816d97e6b1f2 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 944 time: 0.1145999 Aug 29 20:33:48.628286 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd0766-68a2-4072-8b4e-4af671312d01 req-3e496c28-cd31-4aed-96d7-4cde52a99a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:48.630441 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c4dd0766-68a2-4072-8b4e-4af671312d01 req-3e496c28-cd31-4aed-96d7-4cde52a99a95 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 1130 time: 0.0965686 Aug 29 20:33:48.636225 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0139de9f-7e2a-4a96-bb56-22ed1bed2442 req-6c9d970f-253d-453a-a29f-3c116295a8b5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/cf9673f4-1367-4aac-ae26-3824605ed50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709150 Aug 29 20:33:48.654089 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0a8ff879-fa46-406e-8607-f01089b3f9ad req-0ca814c9-4aba-4034-a709-195965dc28e8 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160040 Aug 29 20:33:48.826662 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da800935-2b78-4d48-8dad-d7611f7a5596 req-e7cd766d-405f-43e3-b565-84bb5fb460a0 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:48.828296 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-da800935-2b78-4d48-8dad-d7611f7a5596 req-e7cd766d-405f-43e3-b565-84bb5fb460a0 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 944 time: 0.0643389 Aug 29 20:33:48.923824 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-da800935-2b78-4d48-8dad-d7611f7a5596 req-a168cec9-94d3-430a-8189-d59820c47c4a tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861018 Aug 29 20:33:49.012600 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:49.055672 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139de9f-7e2a-4a96-bb56-22ed1bed2442 req-6ad65118-b72f-44da-96ae-c79908d349dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:49.057467 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0139de9f-7e2a-4a96-bb56-22ed1bed2442 req-6ad65118-b72f-44da-96ae-c79908d349dc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8436d85d931a41cfa6d626c08ad82ef4&device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 1128 time: 0.0675998 Aug 29 20:33:49.132484 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 60500) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:49.161783 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c4dd0766-68a2-4072-8b4e-4af671312d01 req-174040b9-8322-4274-bf56-275b645f283a service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2b541ea9-e708-488c-ba40-d02944fbd331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206578 Aug 29 20:33:49.287079 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139de9f-7e2a-4a96-bb56-22ed1bed2442 req-985431f0-5fd6-4fe3-9948-0541f3d597af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:49.290530 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0139de9f-7e2a-4a96-bb56-22ed1bed2442 req-985431f0-5fd6-4fe3-9948-0541f3d597af service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=9aeb874f-5dc0-4462-96f6-c696d1a7b371 HTTP/1.1" status: 200 len: 920 time: 0.2193580 Aug 29 20:33:49.378856 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3bc5e-043a-4b78-a9aa-ad067865b7b6 req-f6f78e57-eff5-46a9-9b30-0dfa8bf7d11b tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:49.386380 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-88a3bc5e-043a-4b78-a9aa-ad067865b7b6 req-f6f78e57-eff5-46a9-9b30-0dfa8bf7d11b tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 946 time: 0.0815284 Aug 29 20:33:49.404806 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b9bb-d2e2-4dc1-ba1f-705d66f890b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:49.451798 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0139de9f-7e2a-4a96-bb56-22ed1bed2442 req-085c4055-27e9-45fe-8ec4-0a46e85979c6 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8d1277a-533e-438a-99e5-6a4962cfe90d HTTP/1.1" status: 200 len: 217 time: 0.0485587 Aug 29 20:33:49.554490 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:49.569627 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-88a3bc5e-043a-4b78-a9aa-ad067865b7b6 req-42e200d1-e7ef-4fc6-8c0e-a37c35ea3698 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b541ea9-e708-488c-ba40-d02944fbd331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755502 Aug 29 20:33:49.571754 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139de9f-7e2a-4a96-bb56-22ed1bed2442 req-d2907a62-caa8-41e1-95e2-88f1b2883415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:49.574782 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0139de9f-7e2a-4a96-bb56-22ed1bed2442 req-d2907a62-caa8-41e1-95e2-88f1b2883415 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=b859f7aa-b619-481f-9230-0993b4243baf HTTP/1.1" status: 200 len: 858 time: 0.1162801 Aug 29 20:33:49.588802 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b9bb-d2e2-4dc1-ba1f-705d66f890b5 admin admin] Publish callbacks [] for security_group (4c54edbc-45f6-49bf-b3cc-dd146f83f769), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:49.595072 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b9bb-d2e2-4dc1-ba1f-705d66f890b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (4c54edbc-45f6-49bf-b3cc-dd146f83f769), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:49.646940 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-d3f0b9bb-d2e2-4dc1-ba1f-705d66f890b5 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b075f5d497314bef9a9ebf2fd5d5a1d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5132451 Aug 29 20:33:49.647845 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0b9bb-d2e2-4dc1-ba1f-705d66f890b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c54edbc-45f6-49bf-b3cc-dd146f83f769,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:49.650609 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 60524) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:49.656816 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0b9bb-d2e2-4dc1-ba1f-705d66f890b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:49.657205 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0b9bb-d2e2-4dc1-ba1f-705d66f890b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:49.657569 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0b9bb-d2e2-4dc1-ba1f-705d66f890b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:49.657910 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0b9bb-d2e2-4dc1-ba1f-705d66f890b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:49.658379 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0b9bb-d2e2-4dc1-ba1f-705d66f890b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:49.658879 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0b9bb-d2e2-4dc1-ba1f-705d66f890b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:49.659212 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0b9bb-d2e2-4dc1-ba1f-705d66f890b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:49.659537 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0b9bb-d2e2-4dc1-ba1f-705d66f890b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:49.659867 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0b9bb-d2e2-4dc1-ba1f-705d66f890b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:49.660217 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0b9bb-d2e2-4dc1-ba1f-705d66f890b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:49.660559 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0b9bb-d2e2-4dc1-ba1f-705d66f890b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:49.660905 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0b9bb-d2e2-4dc1-ba1f-705d66f890b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:49.661279 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0b9bb-d2e2-4dc1-ba1f-705d66f890b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:49.661633 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0b9bb-d2e2-4dc1-ba1f-705d66f890b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:49.662581 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0b9bb-d2e2-4dc1-ba1f-705d66f890b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:49.719275 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4c10a0b1-5cbc-47e0-8796-28f5f78fc24d admin admin] Publish callbacks [] for security_group (4c54edbc-45f6-49bf-b3cc-dd146f83f769), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:49.751171 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4c10a0b1-5cbc-47e0-8796-28f5f78fc24d admin admin] Publish callbacks [] for security_group (4c54edbc-45f6-49bf-b3cc-dd146f83f769), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:49.784619 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:49.830651 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf27ab6-4a46-4525-bb6d-18af05c1357c req-35a2b625-e3bf-40ff-9356-91bcbeeb9586 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:49.833973 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-abf27ab6-4a46-4525-bb6d-18af05c1357c req-35a2b625-e3bf-40ff-9356-91bcbeeb9586 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 944 time: 0.0746822 Aug 29 20:33:49.859172 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4c10a0b1-5cbc-47e0-8796-28f5f78fc24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (4c54edbc-45f6-49bf-b3cc-dd146f83f769), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:49.862332 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4c10a0b1-5cbc-47e0-8796-28f5f78fc24d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:49.864248 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-4c10a0b1-5cbc-47e0-8796-28f5f78fc24d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4c54edbc-45f6-49bf-b3cc-dd146f83f769 HTTP/1.1" status: 204 len: 168 time: 0.2117486 Aug 29 20:33:49.881975 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c10a0b1-5cbc-47e0-8796-28f5f78fc24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c54edbc-45f6-49bf-b3cc-dd146f83f769,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:49.896717 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10a0b1-5cbc-47e0-8796-28f5f78fc24d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:49.897237 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10a0b1-5cbc-47e0-8796-28f5f78fc24d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:49.897730 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10a0b1-5cbc-47e0-8796-28f5f78fc24d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:49.898633 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10a0b1-5cbc-47e0-8796-28f5f78fc24d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:49.899210 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10a0b1-5cbc-47e0-8796-28f5f78fc24d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:49.900014 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10a0b1-5cbc-47e0-8796-28f5f78fc24d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:49.900640 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10a0b1-5cbc-47e0-8796-28f5f78fc24d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:49.901600 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10a0b1-5cbc-47e0-8796-28f5f78fc24d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:49.902244 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10a0b1-5cbc-47e0-8796-28f5f78fc24d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:49.902671 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10a0b1-5cbc-47e0-8796-28f5f78fc24d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:49.903159 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10a0b1-5cbc-47e0-8796-28f5f78fc24d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:49.903744 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10a0b1-5cbc-47e0-8796-28f5f78fc24d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:49.904252 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10a0b1-5cbc-47e0-8796-28f5f78fc24d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:49.904995 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10a0b1-5cbc-47e0-8796-28f5f78fc24d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:49.905303 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c10a0b1-5cbc-47e0-8796-28f5f78fc24d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:49.949226 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-abf27ab6-4a46-4525-bb6d-18af05c1357c req-2d8d4756-e29e-4382-a59d-871918ae089a tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079292 Aug 29 20:33:50.012962 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 98948443-f8c1-415f-85ca-da7736524db5 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:33:50.015549 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device d8d1277a-533e-438a-99e5-6a4962cfe90d up at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:33:50.154137 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:50.196283 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13609eaa-4790-4945-b625-e5a76ac96451 req-22df0a62-19d4-4544-8d69-a6d075392e61 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:50.198013 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-13609eaa-4790-4945-b625-e5a76ac96451 req-22df0a62-19d4-4544-8d69-a6d075392e61 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 944 time: 0.1695590 Aug 29 20:33:50.202161 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139de9f-7e2a-4a96-bb56-22ed1bed2442 req-32d01fe8-bbee-4635-bab4-6b633bb81ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:50.203826 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0139de9f-7e2a-4a96-bb56-22ed1bed2442 req-32d01fe8-bbee-4635-bab4-6b633bb81ea9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=9aeb874f-5dc0-4462-96f6-c696d1a7b371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720253 Aug 29 20:33:50.275324 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning for port d8d1277a-533e-438a-99e5-6a4962cfe90d completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:33:50.296937 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-13609eaa-4790-4945-b625-e5a76ac96451 req-333791ef-977b-4e1e-9c61-a6eda02e5b49 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873604 Aug 29 20:33:50.313936 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning complete for port d8d1277a-533e-438a-99e5-6a4962cfe90d triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:33:50.314759 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (d8d1277a-533e-438a-99e5-6a4962cfe90d), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:50.376654 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 98948443-f8c1-415f-85ca-da7736524db5, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=98948443-f8c1-415f-85ca-da7736524db5,segment=NetworkSegment(1d746f43-20a6-4a17-81a5-a928455a6cc0),segment_id=1d746f43-20a6-4a17-81a5-a928455a6cc0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:33:50.396586 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Returning: {'device': '98948443-f8c1-415f-85ca-da7736524db5', 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2', 'port_id': '98948443-f8c1-415f-85ca-da7736524db5', 'mac_address': 'fa:16:3e:81:e9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:33:50.472566 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 98948443-f8c1-415f-85ca-da7736524db5 is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:33:50.473229 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (98948443-f8c1-415f-85ca-da7736524db5), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:50.478298 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port d8d1277a-533e-438a-99e5-6a4962cfe90d is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:33:50.479279 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (d8d1277a-533e-438a-99e5-6a4962cfe90d), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:50.504081 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98948443-f8c1-415f-85ca-da7736524db5 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:33:50.511162 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 60566) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:50.527696 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-fbbe826f-c7cf-4c75-98db-50a0a74e3443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:50.553858 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc0cdac-77c6-4130-b162-e04f6a61c60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d1277a-533e-438a-99e5-6a4962cfe90d'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:33:50.556484 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eee8fb3122df5bdd6ea851cee31293cb8412868e368eaaf22337f89cfd7738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92000f19-73ef-4c8b-a2c6-5f61699c0da4" -d '{"events": [{"server_uuid": "5dc0cdac-77c6-4130-b162-e04f6a61c60c", "name": "network-vif-plugged", "status": "completed", "tag": "d8d1277a-533e-438a-99e5-6a4962cfe90d"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:33:50.597954 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 98948443-f8c1-415f-85ca-da7736524db5, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=98948443-f8c1-415f-85ca-da7736524db5,segment=NetworkSegment(1d746f43-20a6-4a17-81a5-a928455a6cc0),segment_id=1d746f43-20a6-4a17-81a5-a928455a6cc0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:33:50.610551 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port d8d1277a-533e-438a-99e5-6a4962cfe90d, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d8d1277a-533e-438a-99e5-6a4962cfe90d,segment=NetworkSegment(75a90e64-0b09-4fe0-9fa9-8a5e13957c7f),segment_id=75a90e64-0b09-4fe0-9fa9-8a5e13957c7f)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:33:50.611520 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (98948443-f8c1-415f-85ca-da7736524db5), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:50.618445 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (d8d1277a-533e-438a-99e5-6a4962cfe90d), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:50.683485 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36447c6e-e9d9-4e50-bc8a-bc938f31c28f x-openstack-request-id: req-36447c6e-e9d9-4e50-bc8a-bc938f31c28f {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:33:50.683924 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc0cdac-77c6-4130-b162-e04f6a61c60c", "name": "network-vif-plugged", "status": "completed", "tag": "d8d1277a-533e-438a-99e5-6a4962cfe90d", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:33:50.685570 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36447c6e-e9d9-4e50-bc8a-bc938f31c28f {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:33:50.688129 dv-cinder-854263-2-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36447c6e-e9d9-4e50-bc8a-bc938f31c28f'] response: {'server_uuid': '5dc0cdac-77c6-4130-b162-e04f6a61c60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d1277a-533e-438a-99e5-6a4962cfe90d', 'code': 200} Aug 29 20:33:50.717548 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-fbbe826f-c7cf-4c75-98db-50a0a74e3443 admin admin] Publish callbacks [] for security_group (41e692a6-d57e-40fb-9764-3cdd8a29a4b9), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:50.769395 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=98948443-f8c1-415f-85ca-da7736524db5,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:50.803548 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:50.803786 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:50.804589 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:50.805342 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:50.806835 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:50.808414 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:50.808934 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:50.809456 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:50.810270 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:50.810759 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:50.811252 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:50.811922 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:50.812708 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:50.813352 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:50.813859 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:33:50.881939 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=d8d1277a-533e-438a-99e5-6a4962cfe90d,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:50.896986 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:50.898451 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-fbbe826f-c7cf-4c75-98db-50a0a74e3443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (41e692a6-d57e-40fb-9764-3cdd8a29a4b9), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:50.936842 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['98948443-f8c1-415f-85ca-da7736524db5'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:33:50.945755 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25afb098-fd2a-4de8-9b89-a5e3318e0507 req-a6a862c9-d1a9-47c2-9d94-8f78881dc567 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:50.953077 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-25afb098-fd2a-4de8-9b89-a5e3318e0507 req-a6a862c9-d1a9-47c2-9d94-8f78881dc567 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 946 time: 0.2335443 Aug 29 20:33:50.995542 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0139de9f-7e2a-4a96-bb56-22ed1bed2442 req-e5800e26-260b-4bdc-8fd2-7c6213c819f9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746530 Aug 29 20:33:51.003809 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-fbbe826f-c7cf-4c75-98db-50a0a74e3443 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e2ad6bacd0a94d66ab4285164b912fa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4876277 Aug 29 20:33:51.003809 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe826f-c7cf-4c75-98db-50a0a74e3443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e692a6-d57e-40fb-9764-3cdd8a29a4b9,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:51.005724 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 60584) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:51.064983 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-25afb098-fd2a-4de8-9b89-a5e3318e0507 req-c3875bac-d3d6-4f8b-9038-968180a5df12 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b541ea9-e708-488c-ba40-d02944fbd331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103723 Aug 29 20:33:51.073726 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-cea15cd8-83cd-4797-a19c-4b1e7c5c1fe6 admin admin] Publish callbacks [] for security_group (41e692a6-d57e-40fb-9764-3cdd8a29a4b9), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:51.128314 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-cea15cd8-83cd-4797-a19c-4b1e7c5c1fe6 admin admin] Publish callbacks [] for security_group (41e692a6-d57e-40fb-9764-3cdd8a29a4b9), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:51.178825 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:51.223609 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196aa9d1-1dab-496a-9c18-d9039e538ac6 req-91bd0aef-82fc-460e-9292-30f86a060e92 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:51.230765 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-196aa9d1-1dab-496a-9c18-d9039e538ac6 req-91bd0aef-82fc-460e-9292-30f86a060e92 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 945 time: 0.1066520 Aug 29 20:33:51.301407 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-cea15cd8-83cd-4797-a19c-4b1e7c5c1fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (41e692a6-d57e-40fb-9764-3cdd8a29a4b9), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:51.305031 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-cea15cd8-83cd-4797-a19c-4b1e7c5c1fe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:51.306467 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-cea15cd8-83cd-4797-a19c-4b1e7c5c1fe6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/41e692a6-d57e-40fb-9764-3cdd8a29a4b9 HTTP/1.1" status: 204 len: 168 time: 0.2978687 Aug 29 20:33:51.324270 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea15cd8-83cd-4797-a19c-4b1e7c5c1fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e692a6-d57e-40fb-9764-3cdd8a29a4b9,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:51.346370 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-196aa9d1-1dab-496a-9c18-d9039e538ac6 req-079f81d5-c7f6-441c-b05b-d1be8e21fa24 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146388 Aug 29 20:33:51.459839 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0139de9f-7e2a-4a96-bb56-22ed1bed2442 req-ac673c8e-97c3-4d83-8637-8641dbebe603 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184169 Aug 29 20:33:51.514360 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f13add-097a-4bfa-8c7b-d9968e2808a7 req-831a0f84-2773-4f7b-b4cf-2f1a8be4a3b1 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:51.516087 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-14f13add-097a-4bfa-8c7b-d9968e2808a7 req-831a0f84-2773-4f7b-b4cf-2f1a8be4a3b1 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.0519726 Aug 29 20:33:51.604666 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-14f13add-097a-4bfa-8c7b-d9968e2808a7 req-4be90a17-45ff-4f25-8b35-3be8932f85e3 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815394 Aug 29 20:33:51.782760 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739ca81-c518-4013-904c-dc7634fc1d02 req-296a2bbc-3806-48a0-a606-75f5937164ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:51.782760 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3739ca81-c518-4013-904c-dc7634fc1d02 req-296a2bbc-3806-48a0-a606-75f5937164ff service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 1129 time: 0.0532959 Aug 29 20:33:51.855134 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3739ca81-c518-4013-904c-dc7634fc1d02 req-ee67fe2d-91a3-41af-846e-548406f452d0 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669491 Aug 29 20:33:52.013628 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 98948443-f8c1-415f-85ca-da7736524db5 up at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:33:52.087056 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning for port 98948443-f8c1-415f-85ca-da7736524db5 completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:33:52.103479 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning complete for port 98948443-f8c1-415f-85ca-da7736524db5 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:33:52.105077 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (98948443-f8c1-415f-85ca-da7736524db5), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:52.209855 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d03146-897b-4eef-9fbb-ab9d102655a1 req-23b5ffdf-baff-4c55-8cd0-c44bd46fab6e tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:52.213199 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-80d03146-897b-4eef-9fbb-ab9d102655a1 req-23b5ffdf-baff-4c55-8cd0-c44bd46fab6e tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 946 time: 0.0561349 Aug 29 20:33:52.222538 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 98948443-f8c1-415f-85ca-da7736524db5 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:33:52.223048 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (98948443-f8c1-415f-85ca-da7736524db5), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:52.261001 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 98948443-f8c1-415f-85ca-da7736524db5, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=98948443-f8c1-415f-85ca-da7736524db5,segment=NetworkSegment(1d746f43-20a6-4a17-81a5-a928455a6cc0),segment_id=1d746f43-20a6-4a17-81a5-a928455a6cc0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:33:52.269762 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (98948443-f8c1-415f-85ca-da7736524db5), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:52.291801 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-80d03146-897b-4eef-9fbb-ab9d102655a1 req-da88b1a9-8c54-4784-a140-5139dba9bd11 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b541ea9-e708-488c-ba40-d02944fbd331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665777 Aug 29 20:33:52.337601 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:52.355666 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=98948443-f8c1-415f-85ca-da7736524db5,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:52.518763 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc0f41-be57-4ff8-a1aa-b3dd21197d7d req-d52c9260-375c-4317-855f-82a347cf6627 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:52.528156 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-64dc0f41-be57-4ff8-a1aa-b3dd21197d7d req-d52c9260-375c-4317-855f-82a347cf6627 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.0751104 Aug 29 20:33:52.599352 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-64dc0f41-be57-4ff8-a1aa-b3dd21197d7d req-5b8bb02b-d1b1-46d9-aa51-adebdef57424 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697708 Aug 29 20:33:52.689969 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfdda123-bbf1-425b-b690-2d0919df08a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98948443-f8c1-415f-85ca-da7736524db5'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:33:52.692569 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eee8fb3122df5bdd6ea851cee31293cb8412868e368eaaf22337f89cfd7738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac971f8d-20e9-43e0-ab57-870570c6d2da" -d '{"events": [{"server_uuid": "dfdda123-bbf1-425b-b690-2d0919df08a2", "name": "network-vif-plugged", "status": "completed", "tag": "98948443-f8c1-415f-85ca-da7736524db5"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:33:52.764553 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8bf16d-e293-4f20-bd48-a9933d41f9de req-f1c4ec0a-b5a7-45f7-beec-1c4cd6de8c1e tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:52.769520 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6d8bf16d-e293-4f20-bd48-a9933d41f9de req-f1c4ec0a-b5a7-45f7-beec-1c4cd6de8c1e tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.0764048 Aug 29 20:33:52.814664 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167ab86c-8f83-415e-97ee-aa73484c3746 x-openstack-request-id: req-167ab86c-8f83-415e-97ee-aa73484c3746 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:33:52.815225 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfdda123-bbf1-425b-b690-2d0919df08a2", "name": "network-vif-plugged", "status": "completed", "tag": "98948443-f8c1-415f-85ca-da7736524db5", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:33:52.815880 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-167ab86c-8f83-415e-97ee-aa73484c3746 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:33:52.816548 dv-cinder-854263-2-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-167ab86c-8f83-415e-97ee-aa73484c3746'] response: {'server_uuid': 'dfdda123-bbf1-425b-b690-2d0919df08a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98948443-f8c1-415f-85ca-da7736524db5', 'code': 200} Aug 29 20:33:52.837124 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6d8bf16d-e293-4f20-bd48-a9933d41f9de req-7e1d6f63-1342-42b6-a184-22d4681c0e94 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579164 Aug 29 20:33:53.018718 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:53.600758 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8c890-6b7d-4c67-8838-ea13fd9a52be req-acb49cfe-2f28-4c21-a363-8ba0ccda5f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:53.605984 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-abc8c890-6b7d-4c67-8838-ea13fd9a52be req-acb49cfe-2f28-4c21-a363-8ba0ccda5f7d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 1130 time: 0.0501394 Aug 29 20:33:53.907607 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:53.958216 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-833ef9d3-ecbf-4c12-9229-fd9b251c8c93 req-210b9bfb-e674-4eee-81c2-ee53fe155824 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3272629 Aug 29 20:33:53.972776 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bef47-0be3-4a44-9e9e-fd4f5331751d req-bb84ea5e-e5e9-41ed-ad12-643fefbcab1c tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:53.975162 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-205bef47-0be3-4a44-9e9e-fd4f5331751d req-bb84ea5e-e5e9-41ed-ad12-643fefbcab1c tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.0804636 Aug 29 20:33:53.982863 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-abc8c890-6b7d-4c67-8838-ea13fd9a52be req-8666ecf4-1cdd-4870-8989-ab0f5a440ca1 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3598638 Aug 29 20:33:54.021045 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81763d-18eb-4baf-8edb-d396a8031858 req-e1800f81-81b5-482f-8ec3-d825425c9702 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:54.029310 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0f81763d-18eb-4baf-8edb-d396a8031858 req-e1800f81-81b5-482f-8ec3-d825425c9702 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.0722885 Aug 29 20:33:54.047814 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-205bef47-0be3-4a44-9e9e-fd4f5331751d req-f394cd4c-41f3-47d5-af77-b370447eaeb8 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619924 Aug 29 20:33:54.093540 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:54.107625 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0f81763d-18eb-4baf-8edb-d396a8031858 req-7452b25b-2fb6-41de-ade0-4d6d76b4de90 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774283 Aug 29 20:33:54.344571 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ef9d3-ecbf-4c12-9229-fd9b251c8c93 req-836b85a8-155b-4693-8417-5dd7d86fa1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:54.347797 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-833ef9d3-ecbf-4c12-9229-fd9b251c8c93 req-836b85a8-155b-4693-8417-5dd7d86fa1b5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=6314d8436170404097713aa7764dff94&device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 1130 time: 0.1273482 Aug 29 20:33:54.577784 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 60770) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:54.650517 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ef9d3-ecbf-4c12-9229-fd9b251c8c93 req-816407f0-9f6d-4716-8963-81066c8eeddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:54.652177 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-833ef9d3-ecbf-4c12-9229-fd9b251c8c93 req-816407f0-9f6d-4716-8963-81066c8eeddf service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=cf9673f4-1367-4aac-ae26-3824605ed50c HTTP/1.1" status: 200 len: 912 time: 0.2801673 Aug 29 20:33:54.834348 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-833ef9d3-ecbf-4c12-9229-fd9b251c8c93 req-828e908a-a7c1-4770-ab24-6bfea87935de service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cdd540d-17e7-4430-81b9-58cbfc6bfafc HTTP/1.1" status: 200 len: 217 time: 0.0753939 Aug 29 20:33:54.896606 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dc12aad8-7ba8-4664-9201-222096c6d58e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:55.005506 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846c4b0-efca-45e2-9feb-ad3fad52f3fa req-e16690dc-a584-4d2a-b374-cd2bb1ce12ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:55.008243 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5846c4b0-efca-45e2-9feb-ad3fad52f3fa req-e16690dc-a584-4d2a-b374-cd2bb1ce12ab service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8436d85d931a41cfa6d626c08ad82ef4&device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 1129 time: 0.1543849 Aug 29 20:33:55.019564 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e24fae-4497-4a08-8d94-67021fc78e1e req-de0dffe1-6d6a-4a41-b16c-5262ebccfed5 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:55.030174 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-37e24fae-4497-4a08-8d94-67021fc78e1e req-de0dffe1-6d6a-4a41-b16c-5262ebccfed5 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.1941550 Aug 29 20:33:55.032379 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dc12aad8-7ba8-4664-9201-222096c6d58e admin admin] Publish callbacks [] for security_group (17e9c9e7-b97f-4a41-bb57-0935afad740f), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:55.036803 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:55.046081 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dc12aad8-7ba8-4664-9201-222096c6d58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (17e9c9e7-b97f-4a41-bb57-0935afad740f), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:55.063277 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:55.096737 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-dc12aad8-7ba8-4664-9201-222096c6d58e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1268ac632b7d43289d77234d055d537c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5174723 Aug 29 20:33:55.100483 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 60806) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:55.112858 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ef9d3-ecbf-4c12-9229-fd9b251c8c93 req-893d9830-44d6-4c43-b38d-d880ff574611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:55.114709 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-833ef9d3-ecbf-4c12-9229-fd9b251c8c93 req-893d9830-44d6-4c43-b38d-d880ff574611 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3ba0c87a-0c70-4cc5-9a73-50daea6bf675 HTTP/1.1" status: 200 len: 850 time: 0.2403827 Aug 29 20:33:55.162988 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12aad8-7ba8-4664-9201-222096c6d58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e9c9e7-b97f-4a41-bb57-0935afad740f,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:55.224139 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-fd31190f-ae43-4b39-aa19-8605938c1b82 admin admin] Publish callbacks [] for security_group (17e9c9e7-b97f-4a41-bb57-0935afad740f), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:55.237856 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-37e24fae-4497-4a08-8d94-67021fc78e1e req-ec71cdcd-ec26-44d5-9589-f44ac42fbf57 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066565 Aug 29 20:33:55.254503 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-fd31190f-ae43-4b39-aa19-8605938c1b82 admin admin] Publish callbacks [] for security_group (17e9c9e7-b97f-4a41-bb57-0935afad740f), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:55.341105 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846c4b0-efca-45e2-9feb-ad3fad52f3fa req-4839a197-1560-4f5e-94c2-7db06e711f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:55.343734 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5846c4b0-efca-45e2-9feb-ad3fad52f3fa req-4839a197-1560-4f5e-94c2-7db06e711f5b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=9aeb874f-5dc0-4462-96f6-c696d1a7b371 HTTP/1.1" status: 200 len: 920 time: 0.2816770 Aug 29 20:33:55.370732 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b0b53-9721-402f-839b-9e937c399242 req-2a494e1e-e422-4a1e-b985-c078c4a7e13d tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:55.372035 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-516b0b53-9721-402f-839b-9e937c399242 req-2a494e1e-e422-4a1e-b985-c078c4a7e13d tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.0655465 Aug 29 20:33:55.398253 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-fd31190f-ae43-4b39-aa19-8605938c1b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (17e9c9e7-b97f-4a41-bb57-0935afad740f), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:55.401116 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-fd31190f-ae43-4b39-aa19-8605938c1b82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:55.402457 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-fd31190f-ae43-4b39-aa19-8605938c1b82 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/17e9c9e7-b97f-4a41-bb57-0935afad740f HTTP/1.1" status: 204 len: 168 time: 0.3008285 Aug 29 20:33:55.418727 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31190f-ae43-4b39-aa19-8605938c1b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e9c9e7-b97f-4a41-bb57-0935afad740f,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:55.483987 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-516b0b53-9721-402f-839b-9e937c399242 req-0185e292-c934-4d53-a78f-e20ce3f6b27c tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050971 Aug 29 20:33:55.726047 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5846c4b0-efca-45e2-9feb-ad3fad52f3fa req-9c047c6e-b530-407d-9c3d-33311ccb2f02 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8d1277a-533e-438a-99e5-6a4962cfe90d HTTP/1.1" status: 200 len: 217 time: 0.0719109 Aug 29 20:33:55.737829 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ef9d3-ecbf-4c12-9229-fd9b251c8c93 req-3b64b368-0907-4349-8154-63cf28c9e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:55.739662 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-833ef9d3-ecbf-4c12-9229-fd9b251c8c93 req-3b64b368-0907-4349-8154-63cf28c9e6b0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=cf9673f4-1367-4aac-ae26-3824605ed50c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1010091 Aug 29 20:33:55.809676 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 60822) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:55.829376 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d66dce79-285e-4192-9888-8a6dd70f666b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:55.876273 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846c4b0-efca-45e2-9feb-ad3fad52f3fa req-1bea50cb-7a11-43f4-8109-b01030f53bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:55.877923 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5846c4b0-efca-45e2-9feb-ad3fad52f3fa req-1bea50cb-7a11-43f4-8109-b01030f53bdc service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=b859f7aa-b619-481f-9230-0993b4243baf HTTP/1.1" status: 200 len: 858 time: 0.1183779 Aug 29 20:33:55.923996 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d66dce79-285e-4192-9888-8a6dd70f666b admin admin] Publish callbacks [] for security_group (f3ec9405-18b6-40c5-82b8-a4c510755f34), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:55.927503 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-833ef9d3-ecbf-4c12-9229-fd9b251c8c93 req-b0f8ee8e-6b35-4a6d-8dbd-5a527cf9c3b3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/cf9673f4-1367-4aac-ae26-3824605ed50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656768 Aug 29 20:33:55.930167 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d66dce79-285e-4192-9888-8a6dd70f666b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (f3ec9405-18b6-40c5-82b8-a4c510755f34), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:56.000303 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-d66dce79-285e-4192-9888-8a6dd70f666b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1612b88af26d41158cee3dbcd8f54e24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1890142 Aug 29 20:33:56.001566 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66dce79-285e-4192-9888-8a6dd70f666b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ec9405-18b6-40c5-82b8-a4c510755f34,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:56.002981 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 60824) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:56.088152 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-fd33bd81-97bd-4bee-aebc-17e41f4c4323 admin admin] Publish callbacks [] for security_group (f3ec9405-18b6-40c5-82b8-a4c510755f34), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:56.114479 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-fd33bd81-97bd-4bee-aebc-17e41f4c4323 admin admin] Publish callbacks [] for security_group (f3ec9405-18b6-40c5-82b8-a4c510755f34), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:56.170044 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-fd33bd81-97bd-4bee-aebc-17e41f4c4323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (f3ec9405-18b6-40c5-82b8-a4c510755f34), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:56.173139 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-fd33bd81-97bd-4bee-aebc-17e41f4c4323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:56.175084 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-fd33bd81-97bd-4bee-aebc-17e41f4c4323 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f3ec9405-18b6-40c5-82b8-a4c510755f34 HTTP/1.1" status: 204 len: 168 time: 0.1705511 Aug 29 20:33:56.189125 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33bd81-97bd-4bee-aebc-17e41f4c4323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ec9405-18b6-40c5-82b8-a4c510755f34,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:56.367662 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490266a-9f30-4c7c-bbb6-0ffaf16d83bc req-bc67266d-7c4f-4975-9219-8c79ab2554c0 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:56.369382 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7490266a-9f30-4c7c-bbb6-0ffaf16d83bc req-bc67266d-7c4f-4975-9219-8c79ab2554c0 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.0509422 Aug 29 20:33:56.438643 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7490266a-9f30-4c7c-bbb6-0ffaf16d83bc req-2e211925-5283-4b3c-ace0-2ef150de13e1 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633945 Aug 29 20:33:56.637397 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b2602-2422-4dfc-a08a-796259aaacfb req-99d1c09b-31bc-483a-9adb-ad38cf10e327 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:56.637397 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6c8b2602-2422-4dfc-a08a-796259aaacfb req-99d1c09b-31bc-483a-9adb-ad38cf10e327 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.0527060 Aug 29 20:33:56.692886 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6c8b2602-2422-4dfc-a08a-796259aaacfb req-01e88835-d841-4283-8f13-799cec6224c2 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552683 Aug 29 20:33:56.832670 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc373c8-052b-4382-8569-095f7ca4bf73 req-edde429b-ae54-4eeb-a99d-f87ebeb0e0ef tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:56.836811 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1bc373c8-052b-4382-8569-095f7ca4bf73 req-edde429b-ae54-4eeb-a99d-f87ebeb0e0ef tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.0602038 Aug 29 20:33:56.837178 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 60866) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:56.850473 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 60868) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:56.855125 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-43e9fb73-2a98-4c05-9bbb-e9f3d4945083 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Request body: {'floatingip': {'port_id': '98948443-f8c1-415f-85ca-da7736524db5'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:33:56.858780 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:56.944689 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-43e9fb73-2a98-4c05-9bbb-e9f3d4945083 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for floatingip (b2c8467c-72ac-45c0-ba99-e25eac1e4f5a), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:56.992853 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-47376a6b-e861-4c8f-a0d0-77162e124f88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:57.036377 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:57.093358 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-47376a6b-e861-4c8f-a0d0-77162e124f88 admin admin] Publish callbacks [] for security_group (72ff124a-c6a7-470e-b0ed-fe0e661e32b0), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:57.097877 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-47376a6b-e861-4c8f-a0d0-77162e124f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (72ff124a-c6a7-470e-b0ed-fe0e661e32b0), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:57.142417 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-47376a6b-e861-4c8f-a0d0-77162e124f88 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1f78f3c41743411f8b8395ea6c1357f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3041320 Aug 29 20:33:57.143139 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47376a6b-e861-4c8f-a0d0-77162e124f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ff124a-c6a7-470e-b0ed-fe0e661e32b0,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:57.145586 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 60880) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:57.209087 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3d5dc69b-dfe8-4d6d-8e82-15a203b7b350 admin admin] Publish callbacks [] for security_group (72ff124a-c6a7-470e-b0ed-fe0e661e32b0), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:57.219768 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=14 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:57.235155 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3d5dc69b-dfe8-4d6d-8e82-15a203b7b350 admin admin] Publish callbacks [] for security_group (72ff124a-c6a7-470e-b0ed-fe0e661e32b0), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:57.334039 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3d5dc69b-dfe8-4d6d-8e82-15a203b7b350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (72ff124a-c6a7-470e-b0ed-fe0e661e32b0), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:57.337438 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3d5dc69b-dfe8-4d6d-8e82-15a203b7b350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:57.341852 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-3d5dc69b-dfe8-4d6d-8e82-15a203b7b350 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/72ff124a-c6a7-470e-b0ed-fe0e661e32b0 HTTP/1.1" status: 204 len: 168 time: 0.1951301 Aug 29 20:33:57.351632 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5dc69b-dfe8-4d6d-8e82-15a203b7b350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ff124a-c6a7-470e-b0ed-fe0e661e32b0,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:57.612285 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:57.722799 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097be845-8216-4d06-8453-a3a1d5ca7ed5 req-f238123f-9ab3-438d-8d04-8322c2926f7c tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:57.724715 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-097be845-8216-4d06-8453-a3a1d5ca7ed5 req-f238123f-9ab3-438d-8d04-8322c2926f7c tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.1439440 Aug 29 20:33:57.840166 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-097be845-8216-4d06-8453-a3a1d5ca7ed5 req-6c6e0ac2-2718-46bc-8fe9-88b03844721d tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052389 Aug 29 20:33:57.847624 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-43e9fb73-2a98-4c05-9bbb-e9f3d4945083 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:57.850841 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-43e9fb73-2a98-4c05-9bbb-e9f3d4945083 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (b2c8467c-72ac-45c0-ba99-e25eac1e4f5a), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:57.913148 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 60928) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:57.933286 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2c24ac32-51a4-47ad-a724-e5e3c4f3d3b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:58.061065 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2c24ac32-51a4-47ad-a724-e5e3c4f3d3b2 admin admin] Publish callbacks [] for security_group (64ea1688-380c-4565-9c6e-19de5ccf00b0), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:58.067403 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2c24ac32-51a4-47ad-a724-e5e3c4f3d3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (64ea1688-380c-4565-9c6e-19de5ccf00b0), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:58.128192 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-2c24ac32-51a4-47ad-a724-e5e3c4f3d3b2 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7ed97be0bb7943b7a3562cf2412f8b51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135739 Aug 29 20:33:58.129837 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24ac32-51a4-47ad-a724-e5e3c4f3d3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ea1688-380c-4565-9c6e-19de5ccf00b0,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:58.133973 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 60938) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:58.204304 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.db.l3_db [None req-43e9fb73-2a98-4c05-9bbb-e9f3d4945083 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Floating IP b2c8467c-72ac-45c0-ba99-e25eac1e4f5a associated. External IP: 172.27.1.54, port: 98948443-f8c1-415f-85ca-da7736524db5. Aug 29 20:33:58.239236 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d00a007a-e99d-4f24-b19d-be95ee46b6d7 admin admin] Publish callbacks [] for security_group (64ea1688-380c-4565-9c6e-19de5ccf00b0), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:58.281219 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d00a007a-e99d-4f24-b19d-be95ee46b6d7 admin admin] Publish callbacks [] for security_group (64ea1688-380c-4565-9c6e-19de5ccf00b0), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:58.384990 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d00a007a-e99d-4f24-b19d-be95ee46b6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (64ea1688-380c-4565-9c6e-19de5ccf00b0), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:58.394099 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d00a007a-e99d-4f24-b19d-be95ee46b6d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:58.401084 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-d00a007a-e99d-4f24-b19d-be95ee46b6d7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/64ea1688-380c-4565-9c6e-19de5ccf00b0 HTTP/1.1" status: 204 len: 168 time: 0.2651401 Aug 29 20:33:58.418869 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a007a-e99d-4f24-b19d-be95ee46b6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ea1688-380c-4565-9c6e-19de5ccf00b0,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:58.499735 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e9fb73-2a98-4c05-9bbb-e9f3d4945083 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Router 4330b9e3-75c0-4ef3-897c-5d7af740e985 has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:33:58.650442 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e9fb73-2a98-4c05-9bbb-e9f3d4945083 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:33:58.657176 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-43e9fb73-2a98-4c05-9bbb-e9f3d4945083 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:58.683079 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8141e6db-f617-41eb-be21-31f65b50a5a0 None None] Sync routers for ids ['4330b9e3-75c0-4ef3-897c-5d7af740e985'] in dv-cinder-854263-2-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:33:58.706370 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8141e6db-f617-41eb-be21-31f65b50a5a0 None None] Routers {'4330b9e3-75c0-4ef3-897c-5d7af740e985'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:33:58.709031 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-43e9fb73-2a98-4c05-9bbb-e9f3d4945083 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/b2c8467c-72ac-45c0-ba99-e25eac1e4f5a HTTP/1.1" status: 200 len: 991 time: 1.8569388 Aug 29 20:33:58.711471 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfdda123-bbf1-425b-b690-2d0919df08a2', 'tag': '98948443-f8c1-415f-85ca-da7736524db5'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:33:58.711685 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-8141e6db-f617-41eb-be21-31f65b50a5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:33:40Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['4330b9e3-75c0-4ef3-897c-5d7af740e985'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:33:58.716063 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f87584-94c5-4676-9d9a-7daa1b9ec178" -d '{"events": [{"name": "network-changed", "server_uuid": "dfdda123-bbf1-425b-b690-2d0919df08a2", "tag": "98948443-f8c1-415f-85ca-da7736524db5"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:33:58.869653 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-8141e6db-f617-41eb-be21-31f65b50a5a0 None None] Set router 4330b9e3-75c0-4ef3-897c-5d7af740e985 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:33:58.896150 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115a8097-8866-4a5f-bf3b-c48df0f9ab21 x-openstack-request-id: req-115a8097-8866-4a5f-bf3b-c48df0f9ab21 {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:33:58.902484 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfdda123-bbf1-425b-b690-2d0919df08a2", "tag": "98948443-f8c1-415f-85ca-da7736524db5", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:33:58.902988 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-115a8097-8866-4a5f-bf3b-c48df0f9ab21 {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:33:58.903496 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-115a8097-8866-4a5f-bf3b-c48df0f9ab21'] response: {'name': 'network-changed', 'server_uuid': 'dfdda123-bbf1-425b-b690-2d0919df08a2', 'tag': '98948443-f8c1-415f-85ca-da7736524db5', 'status': 'completed', 'code': 200} Aug 29 20:33:59.004138 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:59.060313 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124bc21-b8c1-4bd4-8779-b91859f956f5 req-cdb52d84-d27d-4439-8a24-d791ba0467d5 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:59.077618 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d124bc21-b8c1-4bd4-8779-b91859f956f5 req-cdb52d84-d27d-4439-8a24-d791ba0467d5 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.0970125 Aug 29 20:33:59.101124 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 60986) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:59.104863 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846c4b0-efca-45e2-9feb-ad3fad52f3fa req-8ca37b22-a436-4a04-8be7-8dfdea3c3c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:59.106799 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5846c4b0-efca-45e2-9feb-ad3fad52f3fa req-8ca37b22-a436-4a04-8be7-8dfdea3c3c30 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=9aeb874f-5dc0-4462-96f6-c696d1a7b371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3117151 Aug 29 20:33:59.166167 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d124bc21-b8c1-4bd4-8779-b91859f956f5 req-dc41edc3-d349-452d-825b-c2fffa16200f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865736 Aug 29 20:33:59.208214 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f87584-94c5-4676-9d9a-7daa1b9ec178 req-dc7f4323-bbd4-47b6-8c38-2705b64e1a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:59.209897 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c6f87584-94c5-4676-9d9a-7daa1b9ec178 req-dc7f4323-bbd4-47b6-8c38-2705b64e1a44 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=544c78c5c2c44219a7f236b24a107da4&device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 1130 time: 0.3215578 Aug 29 20:33:59.239384 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8a70de73-dfac-4281-903a-41ca56fb3d1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:59.265897 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-8141e6db-f617-41eb-be21-31f65b50a5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'name': 'tempest-AttachVolumeTestJSON-1686066988-router', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:56Z', 'revision_number': 4, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'gw_port': {'id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': 'b2c8467c-72ac-45c0-ba99-e25eac1e4f5a', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'port_id': '98948443-f8c1-415f-85ca-da7736524db5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2', 'mac_address': 'fa:16:3e:81:e9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdda123-bbf1-425b-b690-2d0919df08a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:33:02Z', 'updated_at': '2022-08-29T20:33:57Z', 'revision_number': 1, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7a36f00-ad43-43f3-897c-2878fa10e956', 'name': '', 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'mac_address': 'fa:16:3e:13:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:54Z', 'updated_at': '2022-08-29T20:33:08Z', 'revision_number': 5, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'subnets': [{'id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:33:59.304740 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8141e6db-f617-41eb-be21-31f65b50a5a0 None None] Checking router: 4330b9e3-75c0-4ef3-897c-5d7af740e985 for host: dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:33:59.319281 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8141e6db-f617-41eb-be21-31f65b50a5a0 None None] Routers {'4330b9e3-75c0-4ef3-897c-5d7af740e985'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:33:59.320487 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-8141e6db-f617-41eb-be21-31f65b50a5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:33:40Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['4330b9e3-75c0-4ef3-897c-5d7af740e985'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:33:59.408026 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-833ef9d3-ecbf-4c12-9229-fd9b251c8c93 req-a5eee3f4-638b-4247-bfa7-5e1e2129ca20 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/cf9673f4-1367-4aac-ae26-3824605ed50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6116130 Aug 29 20:33:59.418705 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:33:59.449700 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5846c4b0-efca-45e2-9feb-ad3fad52f3fa req-4e33b5b8-492f-4f0b-930b-d2e6a8e7803e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214149 Aug 29 20:33:59.473119 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-8141e6db-f617-41eb-be21-31f65b50a5a0 None None] Set router 4330b9e3-75c0-4ef3-897c-5d7af740e985 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:33:59.479874 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f87584-94c5-4676-9d9a-7daa1b9ec178 req-16ad7d57-dd92-4ee5-aa84-8c0284790e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:59.481625 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c6f87584-94c5-4676-9d9a-7daa1b9ec178 req-16ad7d57-dd92-4ee5-aa84-8c0284790e5a service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=956a6ad1-026f-40ab-949a-8f68054ef5a2 HTTP/1.1" status: 200 len: 912 time: 0.2564478 Aug 29 20:33:59.546290 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8a70de73-dfac-4281-903a-41ca56fb3d1d admin admin] Publish callbacks [] for security_group (df577741-02ed-4597-847f-ee416a768780), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:59.607926 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8a70de73-dfac-4281-903a-41ca56fb3d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (df577741-02ed-4597-847f-ee416a768780), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:33:59.685458 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70de73-dfac-4281-903a-41ca56fb3d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df577741-02ed-4597-847f-ee416a768780,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:33:59.748815 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c6f87584-94c5-4676-9d9a-7daa1b9ec178 req-b038a610-3ba7-46c7-a840-86b8fe7a83e7 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98948443-f8c1-415f-85ca-da7736524db5 HTTP/1.1" status: 200 len: 999 time: 0.2150280 Aug 29 20:33:59.757470 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-8a70de73-dfac-4281-903a-41ca56fb3d1d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=60b7ec2b97404072a76a0570180f4acb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6501756 Aug 29 20:33:59.758002 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 32768) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:33:59.820548 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-8141e6db-f617-41eb-be21-31f65b50a5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'name': 'tempest-AttachVolumeTestJSON-1686066988-router', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:56Z', 'revision_number': 4, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'gw_port': {'id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': 'b2c8467c-72ac-45c0-ba99-e25eac1e4f5a', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'port_id': '98948443-f8c1-415f-85ca-da7736524db5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2', 'mac_address': 'fa:16:3e:81:e9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdda123-bbf1-425b-b690-2d0919df08a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:33:02Z', 'updated_at': '2022-08-29T20:33:57Z', 'revision_number': 1, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7a36f00-ad43-43f3-897c-2878fa10e956', 'name': '', 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'mac_address': 'fa:16:3e:13:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:54Z', 'updated_at': '2022-08-29T20:33:08Z', 'revision_number': 5, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'subnets': [{'id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:33:59.847312 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f87584-94c5-4676-9d9a-7daa1b9ec178 req-38237cdc-61e6-4f01-865c-dd6271786570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:33:59.848810 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c6f87584-94c5-4676-9d9a-7daa1b9ec178 req-38237cdc-61e6-4f01-865c-dd6271786570 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=410cc424-0d25-43ac-ac78-85d61f1a559c HTTP/1.1" status: 200 len: 850 time: 0.0926275 Aug 29 20:33:59.890072 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8141e6db-f617-41eb-be21-31f65b50a5a0 None None] The sync data for ids ['4330b9e3-75c0-4ef3-897c-5d7af740e985'] in dv-cinder-854263-2-iscsi is: [{'id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'name': 'tempest-AttachVolumeTestJSON-1686066988-router', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:56Z', 'revision_number': 4, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'gw_port': {'id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': 'b2c8467c-72ac-45c0-ba99-e25eac1e4f5a', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'port_id': '98948443-f8c1-415f-85ca-da7736524db5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2', 'mac_address': 'fa:16:3e:81:e9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdda123-bbf1-425b-b690-2d0919df08a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:33:02Z', 'updated_at': '2022-08-29T20:33:57Z', 'revision_number': 1, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7a36f00-ad43-43f3-897c-2878fa10e956', 'name': '', 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'mac_address': 'fa:16:3e:13:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:54Z', 'updated_at': '2022-08-29T20:33:08Z', 'revision_number': 5, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'subnets': [{'id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:33:59.984228 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5846c4b0-efca-45e2-9feb-ad3fad52f3fa req-4bf677d1-b5c4-4cfc-a654-14999f41092d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4480772 Aug 29 20:34:00.013122 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f87584-94c5-4676-9d9a-7daa1b9ec178 req-f438da48-da58-46f9-ab55-15add17c645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:00.014636 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c6f87584-94c5-4676-9d9a-7daa1b9ec178 req-f438da48-da58-46f9-ab55-15add17c645b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=956a6ad1-026f-40ab-949a-8f68054ef5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1562140 Aug 29 20:34:00.016192 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1d437e01-3029-4cf9-9969-11d4e332b288 admin admin] Publish callbacks [] for security_group (df577741-02ed-4597-847f-ee416a768780), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:00.067947 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1d437e01-3029-4cf9-9969-11d4e332b288 admin admin] Publish callbacks [] for security_group (df577741-02ed-4597-847f-ee416a768780), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:00.187871 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c6f87584-94c5-4676-9d9a-7daa1b9ec178 req-e75af3de-e5a9-4dfd-afd7-11c45e4ec4d0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/956a6ad1-026f-40ab-949a-8f68054ef5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584704 Aug 29 20:34:00.230534 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1d437e01-3029-4cf9-9969-11d4e332b288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (df577741-02ed-4597-847f-ee416a768780), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:00.236189 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1d437e01-3029-4cf9-9969-11d4e332b288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:00.236507 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-1d437e01-3029-4cf9-9969-11d4e332b288 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/df577741-02ed-4597-847f-ee416a768780 HTTP/1.1" status: 204 len: 168 time: 0.4772487 Aug 29 20:34:00.284518 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:00.295819 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d437e01-3029-4cf9-9969-11d4e332b288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df577741-02ed-4597-847f-ee416a768780,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:00.387018 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecfd288-84c2-4ca5-b078-046125fa763e None None] New status for floating IP b2c8467c-72ac-45c0-ba99-e25eac1e4f5a: ACTIVE {{(pid=106200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:34:00.403138 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476be829-955c-4d90-bd87-8ee1db8d90af req-176b0f0e-460b-4b59-8b1f-30b56fd15d13 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:00.404757 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-476be829-955c-4d90-bd87-8ee1db8d90af req-176b0f0e-460b-4b59-8b1f-30b56fd15d13 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.1123211 Aug 29 20:34:00.441542 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c6f87584-94c5-4676-9d9a-7daa1b9ec178 req-ef85addb-a515-4856-85c8-f038cad6f66d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/956a6ad1-026f-40ab-949a-8f68054ef5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462320 Aug 29 20:34:00.483815 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:DELETE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:00.538254 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-476be829-955c-4d90-bd87-8ee1db8d90af req-5f806bdd-c911-4ca0-97bd-03db521db18d tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255617 Aug 29 20:34:00.657533 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 32820) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:00.822272 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4d9f0ccd-ebe6-4570-8910-4c90fc9db981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:00.851687 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:00.960794 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4d9f0ccd-ebe6-4570-8910-4c90fc9db981 admin admin] Publish callbacks [] for security_group (25638ff2-6561-4529-b073-a38934995d62), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:00.967173 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4d9f0ccd-ebe6-4570-8910-4c90fc9db981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (25638ff2-6561-4529-b073-a38934995d62), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:01.002672 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-4d9f0ccd-ebe6-4570-8910-4c90fc9db981 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=70334af7f020436cafe97073b94c2a7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3435411 Aug 29 20:34:01.003681 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 32842) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:01.010716 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 32846) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:01.077878 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f0ccd-ebe6-4570-8910-4c90fc9db981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25638ff2-6561-4529-b073-a38934995d62,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:01.096193 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:01.140146 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-96259b7c-67f8-4d84-a831-dc45e0daed02 admin admin] Publish callbacks [] for security_group (25638ff2-6561-4529-b073-a38934995d62), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:01.169648 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-96259b7c-67f8-4d84-a831-dc45e0daed02 admin admin] Publish callbacks [] for security_group (25638ff2-6561-4529-b073-a38934995d62), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:01.250704 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-96259b7c-67f8-4d84-a831-dc45e0daed02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (25638ff2-6561-4529-b073-a38934995d62), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:01.253266 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-aa8b77fa-7e6a-42a6-89a8-147585b2ffb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:01.255495 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-96259b7c-67f8-4d84-a831-dc45e0daed02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:01.260123 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-96259b7c-67f8-4d84-a831-dc45e0daed02 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/25638ff2-6561-4529-b073-a38934995d62 HTTP/1.1" status: 204 len: 168 time: 0.2428598 Aug 29 20:34:01.271831 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96259b7c-67f8-4d84-a831-dc45e0daed02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25638ff2-6561-4529-b073-a38934995d62,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:01.391882 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-aa8b77fa-7e6a-42a6-89a8-147585b2ffb9 admin admin] Publish callbacks [] for security_group (c19f9bbd-61f9-4a24-9085-c14406c67559), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:01.396713 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-aa8b77fa-7e6a-42a6-89a8-147585b2ffb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (c19f9bbd-61f9-4a24-9085-c14406c67559), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:01.462812 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-aa8b77fa-7e6a-42a6-89a8-147585b2ffb9 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d898a6b1c9f94a17bbb98af4fe4e7c3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4497647 Aug 29 20:34:01.465084 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 32868) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:01.473611 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b77fa-7e6a-42a6-89a8-147585b2ffb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19f9bbd-61f9-4a24-9085-c14406c67559,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:01.539409 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d8d2747c-1ad0-4f20-8c6f-7b5ab12445d9 admin admin] Publish callbacks [] for security_group (c19f9bbd-61f9-4a24-9085-c14406c67559), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:01.563458 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d8d2747c-1ad0-4f20-8c6f-7b5ab12445d9 admin admin] Publish callbacks [] for security_group (c19f9bbd-61f9-4a24-9085-c14406c67559), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:01.633363 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d8d2747c-1ad0-4f20-8c6f-7b5ab12445d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (c19f9bbd-61f9-4a24-9085-c14406c67559), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:01.638250 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d8d2747c-1ad0-4f20-8c6f-7b5ab12445d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:01.640475 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-d8d2747c-1ad0-4f20-8c6f-7b5ab12445d9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c19f9bbd-61f9-4a24-9085-c14406c67559 HTTP/1.1" status: 204 len: 168 time: 0.1743932 Aug 29 20:34:01.653271 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2747c-1ad0-4f20-8c6f-7b5ab12445d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19f9bbd-61f9-4a24-9085-c14406c67559,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:01.754868 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a1a53-cedc-44e7-96aa-b99336d6fc47 req-3337e945-5905-4981-b745-890af38ddb25 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:01.757509 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-352a1a53-cedc-44e7-96aa-b99336d6fc47 req-3337e945-5905-4981-b745-890af38ddb25 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.0801089 Aug 29 20:34:01.824345 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-352a1a53-cedc-44e7-96aa-b99336d6fc47 req-85b0cc3c-bc4c-421a-b560-99b7b4e4338d tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605288 Aug 29 20:34:01.840536 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 32892) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:01.856772 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-aeeb290b-e2be-4ab6-8c10-2b0e973cc808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:01.992796 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-aeeb290b-e2be-4ab6-8c10-2b0e973cc808 admin admin] Publish callbacks [] for security_group (00c8e8fd-ebea-4f3a-a1ee-6fc223c5eb25), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:01.998536 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-aeeb290b-e2be-4ab6-8c10-2b0e973cc808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (00c8e8fd-ebea-4f3a-a1ee-6fc223c5eb25), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:02.065679 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 32902) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:02.065832 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-aeeb290b-e2be-4ab6-8c10-2b0e973cc808 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c106941afde44402a5bf2cf04c543eef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265384 Aug 29 20:34:02.066930 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb290b-e2be-4ab6-8c10-2b0e973cc808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c8e8fd-ebea-4f3a-a1ee-6fc223c5eb25,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:02.139451 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-757c2529-b587-4234-99c8-b8a526c1a35e admin admin] Publish callbacks [] for security_group (00c8e8fd-ebea-4f3a-a1ee-6fc223c5eb25), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:02.168708 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-757c2529-b587-4234-99c8-b8a526c1a35e admin admin] Publish callbacks [] for security_group (00c8e8fd-ebea-4f3a-a1ee-6fc223c5eb25), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:02.216476 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 32904) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:02.237232 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0c2aa835-7bcb-4677-8f93-63c7e0fbd78b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:02.237764 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-757c2529-b587-4234-99c8-b8a526c1a35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (00c8e8fd-ebea-4f3a-a1ee-6fc223c5eb25), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:02.243584 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-757c2529-b587-4234-99c8-b8a526c1a35e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:02.245155 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-757c2529-b587-4234-99c8-b8a526c1a35e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/00c8e8fd-ebea-4f3a-a1ee-6fc223c5eb25 HTTP/1.1" status: 204 len: 168 time: 0.1781945 Aug 29 20:34:02.254358 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c2529-b587-4234-99c8-b8a526c1a35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c8e8fd-ebea-4f3a-a1ee-6fc223c5eb25,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:02.360149 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0c2aa835-7bcb-4677-8f93-63c7e0fbd78b admin admin] Publish callbacks [] for security_group (9f02559e-8597-4936-ba43-bac986bbe6a4), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:02.367205 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0c2aa835-7bcb-4677-8f93-63c7e0fbd78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (9f02559e-8597-4936-ba43-bac986bbe6a4), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:02.374001 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:02.433851 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-0c2aa835-7bcb-4677-8f93-63c7e0fbd78b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b6e47b12cfc3402181784fc901d859d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162406 Aug 29 20:34:02.437065 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 32912) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:02.438019 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2aa835-7bcb-4677-8f93-63c7e0fbd78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f02559e-8597-4936-ba43-bac986bbe6a4,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:02.512033 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-422fdfde-cd07-4760-806a-36a7e7ec288e admin admin] Publish callbacks [] for security_group (9f02559e-8597-4936-ba43-bac986bbe6a4), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:02.544955 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-422fdfde-cd07-4760-806a-36a7e7ec288e admin admin] Publish callbacks [] for security_group (9f02559e-8597-4936-ba43-bac986bbe6a4), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:02.633389 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-422fdfde-cd07-4760-806a-36a7e7ec288e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (9f02559e-8597-4936-ba43-bac986bbe6a4), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:02.636072 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-422fdfde-cd07-4760-806a-36a7e7ec288e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:02.637230 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-422fdfde-cd07-4760-806a-36a7e7ec288e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9f02559e-8597-4936-ba43-bac986bbe6a4 HTTP/1.1" status: 204 len: 168 time: 0.1987362 Aug 29 20:34:02.655216 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fdfde-cd07-4760-806a-36a7e7ec288e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f02559e-8597-4936-ba43-bac986bbe6a4,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:02.814822 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 32926) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:02.955099 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9e22c-635c-43a7-972e-733d3e788cc1 req-252056c1-e502-4f22-8685-51a6b3dad3ea tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:02.956710 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-dee9e22c-635c-43a7-972e-733d3e788cc1 req-252056c1-e502-4f22-8685-51a6b3dad3ea tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.0594821 Aug 29 20:34:03.011524 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8349909d-f5ef-4cf6-887f-25809d99ab1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:03.020880 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:03.090208 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-dee9e22c-635c-43a7-972e-733d3e788cc1 req-2aa386da-7756-41e0-9263-6bd8f8fd3001 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145034 Aug 29 20:34:03.174890 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8349909d-f5ef-4cf6-887f-25809d99ab1b admin admin] Publish callbacks [] for security_group (314d73a1-5340-4660-acf4-8f0086c7b519), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:03.184225 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8349909d-f5ef-4cf6-887f-25809d99ab1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (314d73a1-5340-4660-acf4-8f0086c7b519), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:03.238431 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 32956) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:03.249137 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-8349909d-f5ef-4cf6-887f-25809d99ab1b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=bdcd47f8d1ae4b60af7f042c06d0700e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4326744 Aug 29 20:34:03.249530 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349909d-f5ef-4cf6-887f-25809d99ab1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314d73a1-5340-4660-acf4-8f0086c7b519,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:03.303426 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-33d89415-a761-42d5-bc18-d8196d7e73a5 admin admin] Publish callbacks [] for security_group (314d73a1-5340-4660-acf4-8f0086c7b519), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:03.331528 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-33d89415-a761-42d5-bc18-d8196d7e73a5 admin admin] Publish callbacks [] for security_group (314d73a1-5340-4660-acf4-8f0086c7b519), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:03.402407 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-33d89415-a761-42d5-bc18-d8196d7e73a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (314d73a1-5340-4660-acf4-8f0086c7b519), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:03.407727 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-33d89415-a761-42d5-bc18-d8196d7e73a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:03.410370 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-33d89415-a761-42d5-bc18-d8196d7e73a5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/314d73a1-5340-4660-acf4-8f0086c7b519 HTTP/1.1" status: 204 len: 168 time: 0.1704738 Aug 29 20:34:03.425612 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d89415-a761-42d5-bc18-d8196d7e73a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314d73a1-5340-4660-acf4-8f0086c7b519,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:03.957557 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 33008) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:03.976877 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4ff22262-27f9-472f-884f-4c592a1d7ece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:04.012053 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:04.103412 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4ff22262-27f9-472f-884f-4c592a1d7ece admin admin] Publish callbacks [] for security_group (7a2939d3-7800-4942-8d79-cf3f7da91002), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:04.105037 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:DELETE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:04.113380 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4ff22262-27f9-472f-884f-4c592a1d7ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (7a2939d3-7800-4942-8d79-cf3f7da91002), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:04.159866 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-4ff22262-27f9-472f-884f-4c592a1d7ece admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7d35942f930c4ed79efd56176eec81b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2010450 Aug 29 20:34:04.163387 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 33016) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:04.182453 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff22262-27f9-472f-884f-4c592a1d7ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2939d3-7800-4942-8d79-cf3f7da91002,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:04.220767 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 33022) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:04.318931 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-eef7c9df-98d0-4de2-bcf9-4f04f29db562 admin admin] Publish callbacks [] for security_group (7a2939d3-7800-4942-8d79-cf3f7da91002), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:04.329604 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e7872-0c0a-4087-9362-914745e84486 req-e4f1d3fe-0523-472e-a621-9ff46662c7f6 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:04.331264 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b69e7872-0c0a-4087-9362-914745e84486 req-e4f1d3fe-0523-472e-a621-9ff46662c7f6 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.1031313 Aug 29 20:34:04.371417 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-eef7c9df-98d0-4de2-bcf9-4f04f29db562 admin admin] Publish callbacks [] for security_group (7a2939d3-7800-4942-8d79-cf3f7da91002), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:04.444482 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b69e7872-0c0a-4087-9362-914745e84486 req-b769add8-672a-4ee5-871c-390498e4e24b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028149 Aug 29 20:34:04.454123 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7aaa1bf6-f87e-402c-9562-7f03988e5e4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:04.459110 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-eef7c9df-98d0-4de2-bcf9-4f04f29db562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (7a2939d3-7800-4942-8d79-cf3f7da91002), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:04.464124 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-eef7c9df-98d0-4de2-bcf9-4f04f29db562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:04.477412 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-eef7c9df-98d0-4de2-bcf9-4f04f29db562 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7a2939d3-7800-4942-8d79-cf3f7da91002 HTTP/1.1" status: 204 len: 168 time: 0.2997808 Aug 29 20:34:04.487051 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7c9df-98d0-4de2-bcf9-4f04f29db562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2939d3-7800-4942-8d79-cf3f7da91002,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:04.587240 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7aaa1bf6-f87e-402c-9562-7f03988e5e4c admin admin] Publish callbacks [] for security_group (a556e7ab-feff-4417-ae5e-d81e888901d0), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:04.591525 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7aaa1bf6-f87e-402c-9562-7f03988e5e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (a556e7ab-feff-4417-ae5e-d81e888901d0), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:04.638813 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 33038) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:04.639030 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-7aaa1bf6-f87e-402c-9562-7f03988e5e4c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=deb33d138b0f4965af6f62b28c534083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4149592 Aug 29 20:34:04.639834 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa1bf6-f87e-402c-9562-7f03988e5e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a556e7ab-feff-4417-ae5e-d81e888901d0,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:04.708816 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c466a880-d6c0-493a-902a-4d986cb1b19b admin admin] Publish callbacks [] for security_group (a556e7ab-feff-4417-ae5e-d81e888901d0), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:04.732287 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c466a880-d6c0-493a-902a-4d986cb1b19b admin admin] Publish callbacks [] for security_group (a556e7ab-feff-4417-ae5e-d81e888901d0), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:04.809917 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c466a880-d6c0-493a-902a-4d986cb1b19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (a556e7ab-feff-4417-ae5e-d81e888901d0), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:04.812933 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c466a880-d6c0-493a-902a-4d986cb1b19b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:04.819750 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-c466a880-d6c0-493a-902a-4d986cb1b19b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a556e7ab-feff-4417-ae5e-d81e888901d0 HTTP/1.1" status: 204 len: 168 time: 0.1733601 Aug 29 20:34:04.823965 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c466a880-d6c0-493a-902a-4d986cb1b19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a556e7ab-feff-4417-ae5e-d81e888901d0,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:05.282085 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 33064) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:05.310944 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7145d9de-01b9-46ca-8a6b-c0c4e75e1973 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:05.429233 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7145d9de-01b9-46ca-8a6b-c0c4e75e1973 admin admin] Publish callbacks [] for security_group (946a9e5c-ec6d-41ad-a78d-0cc0924b9961), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:05.435195 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7145d9de-01b9-46ca-8a6b-c0c4e75e1973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (946a9e5c-ec6d-41ad-a78d-0cc0924b9961), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:05.525253 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145d9de-01b9-46ca-8a6b-c0c4e75e1973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946a9e5c-ec6d-41ad-a78d-0cc0924b9961,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:05.550472 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-7145d9de-01b9-46ca-8a6b-c0c4e75e1973 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=fc1ccdeeb0274b89a0e7c51f317a3c9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664959 Aug 29 20:34:05.553105 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 33082) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:05.626596 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-302e5c1c-1c14-4a7c-9b34-e8dfddef2d4f admin admin] Publish callbacks [] for security_group (946a9e5c-ec6d-41ad-a78d-0cc0924b9961), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:05.664524 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-302e5c1c-1c14-4a7c-9b34-e8dfddef2d4f admin admin] Publish callbacks [] for security_group (946a9e5c-ec6d-41ad-a78d-0cc0924b9961), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:05.678606 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:UPDATE=1,neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:05.682023 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe77fd-fd54-45fe-9c4f-68e22a41bc5a req-503ed13f-441b-4d05-9f47-bee37e54a3b5 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:05.693767 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1dfe77fd-fd54-45fe-9c4f-68e22a41bc5a req-503ed13f-441b-4d05-9f47-bee37e54a3b5 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.0846553 Aug 29 20:34:05.703519 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:05.745595 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-302e5c1c-1c14-4a7c-9b34-e8dfddef2d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (946a9e5c-ec6d-41ad-a78d-0cc0924b9961), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:05.748690 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-302e5c1c-1c14-4a7c-9b34-e8dfddef2d4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:05.750291 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-302e5c1c-1c14-4a7c-9b34-e8dfddef2d4f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/946a9e5c-ec6d-41ad-a78d-0cc0924b9961 HTTP/1.1" status: 204 len: 168 time: 0.1957729 Aug 29 20:34:05.770924 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e5c1c-1c14-4a7c-9b34-e8dfddef2d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946a9e5c-ec6d-41ad-a78d-0cc0924b9961,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:05.802754 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1dfe77fd-fd54-45fe-9c4f-68e22a41bc5a req-d26c57c3-1e7f-45b9-8613-8d2dd8e8aac6 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060805 Aug 29 20:34:07.016168 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac568e-9549-4a79-a6d3-cfa12218d1a7 req-996a723c-318e-43ed-a220-2b2dfdecfd62 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:07.021337 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-63ac568e-9549-4a79-a6d3-cfa12218d1a7 req-996a723c-318e-43ed-a220-2b2dfdecfd62 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.0958574 Aug 29 20:34:07.135755 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-63ac568e-9549-4a79-a6d3-cfa12218d1a7 req-997ed328-9bc9-4a6a-ac34-b554db5b0975 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032660 Aug 29 20:34:07.158804 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-78d60f65-abba-4967-9a44-ef9bd9698a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:08.080316 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7d7c2-51b0-4085-98d1-d589b3d8394d req-c6621d6f-0145-497f-bdc3-59a9753c5be6 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:08.081993 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c5b7d7c2-51b0-4085-98d1-d589b3d8394d req-c6621d6f-0145-497f-bdc3-59a9753c5be6 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 946 time: 0.0556347 Aug 29 20:34:08.141932 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c5b7d7c2-51b0-4085-98d1-d589b3d8394d req-23c58178-ad74-4ed8-a18b-0faba4c6a858 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b541ea9-e708-488c-ba40-d02944fbd331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516405 Aug 29 20:34:08.303251 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1717918-7d4e-4e3d-8c4a-bd4766d3e253 req-ab17b06c-4d8d-4fe8-af72-e53a393cd746 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:08.305072 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e1717918-7d4e-4e3d-8c4a-bd4766d3e253 req-ab17b06c-4d8d-4fe8-af72-e53a393cd746 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.0553832 Aug 29 20:34:08.372312 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e1717918-7d4e-4e3d-8c4a-bd4766d3e253 req-eebf3f04-844f-4941-8583-4a835e8bddf8 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592804 Aug 29 20:34:09.290777 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6e697-c417-4e55-badb-f3e5c1bccda5 req-eccc4dc9-999f-4499-aff6-e6e8585a467e tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:09.293258 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-80b6e697-c417-4e55-badb-f3e5c1bccda5 req-eccc4dc9-999f-4499-aff6-e6e8585a467e tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 946 time: 0.0647969 Aug 29 20:34:09.362852 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-80b6e697-c417-4e55-badb-f3e5c1bccda5 req-00f3dab7-f2fc-45ae-b593-9d1030dc8705 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b541ea9-e708-488c-ba40-d02944fbd331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606990 Aug 29 20:34:09.521478 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-fc939894-8abe-4f13-a010-fd42b4a3f434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:09.523436 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f5419-89c1-46b5-a9e7-cd56e5a12a9c req-490eaee3-4cfe-4849-b88c-9402d9fcf0c2 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:09.525046 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3c6f5419-89c1-46b5-a9e7-cd56e5a12a9c req-490eaee3-4cfe-4849-b88c-9402d9fcf0c2 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.0572340 Aug 29 20:34:09.601396 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3c6f5419-89c1-46b5-a9e7-cd56e5a12a9c req-ef267322-d643-4b92-9827-17bf345b7ff7 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666225 Aug 29 20:34:10.498518 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96c1b0-26a3-4198-b9bd-4d85aaa80ce1 req-1a0b9021-9f1c-4157-9341-e2eba8e20663 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:10.500398 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5b96c1b0-26a3-4198-b9bd-4d85aaa80ce1 req-1a0b9021-9f1c-4157-9341-e2eba8e20663 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 946 time: 0.0532506 Aug 29 20:34:10.563078 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5b96c1b0-26a3-4198-b9bd-4d85aaa80ce1 req-de8307cd-6794-422b-b210-f29ccedc593c tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b541ea9-e708-488c-ba40-d02944fbd331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527370 Aug 29 20:34:10.676488 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:10.730216 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=70 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:10.730216 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=84 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:10.732751 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67e403-1ace-446a-a4b8-04a64251b7b2 req-061a8075-d31f-479b-b462-a8210f2d981a tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:10.734302 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-cd67e403-1ace-446a-a4b8-04a64251b7b2 req-061a8075-d31f-479b-b462-a8210f2d981a tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.0504415 Aug 29 20:34:10.792803 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-cd67e403-1ace-446a-a4b8-04a64251b7b2 req-548b7f20-a3d5-44f8-baf8-e255f9e63dfd tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509217 Aug 29 20:34:11.183993 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 33272) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:11.414879 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-570998da-4d12-480a-b5cd-ec469fc9aa0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:11.518603 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-570998da-4d12-480a-b5cd-ec469fc9aa0b admin admin] Publish callbacks [] for security_group (bbd147f7-f4bf-42cb-b79c-50b6c54c9f32), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:11.523703 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-570998da-4d12-480a-b5cd-ec469fc9aa0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (bbd147f7-f4bf-42cb-b79c-50b6c54c9f32), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:11.579078 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-570998da-4d12-480a-b5cd-ec469fc9aa0b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=8d1ea3d3f0ac4113bff455db1332a94f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3906505 Aug 29 20:34:11.579275 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 33304) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:11.588076 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570998da-4d12-480a-b5cd-ec469fc9aa0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd147f7-f4bf-42cb-b79c-50b6c54c9f32,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:11.654174 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4a208142-6d8d-47d1-88ef-36946eb801a6 admin admin] Publish callbacks [] for security_group (bbd147f7-f4bf-42cb-b79c-50b6c54c9f32), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:11.696263 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4a208142-6d8d-47d1-88ef-36946eb801a6 admin admin] Publish callbacks [] for security_group (bbd147f7-f4bf-42cb-b79c-50b6c54c9f32), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:11.755060 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4bbd5-d7b4-486e-b6b4-9d0f8757baaf req-bdcf1180-9c39-4f40-8933-8f1b01c4b31c tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:11.756685 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-69e4bbd5-d7b4-486e-b6b4-9d0f8757baaf req-bdcf1180-9c39-4f40-8933-8f1b01c4b31c tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 946 time: 0.0841668 Aug 29 20:34:11.880235 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-69e4bbd5-d7b4-486e-b6b4-9d0f8757baaf req-91c7b9a6-b63d-46b5-b2eb-87c1ab12e3db tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b541ea9-e708-488c-ba40-d02944fbd331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005688 Aug 29 20:34:11.891202 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4a208142-6d8d-47d1-88ef-36946eb801a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (bbd147f7-f4bf-42cb-b79c-50b6c54c9f32), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:11.894355 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4a208142-6d8d-47d1-88ef-36946eb801a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:11.895411 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-4a208142-6d8d-47d1-88ef-36946eb801a6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/bbd147f7-f4bf-42cb-b79c-50b6c54c9f32 HTTP/1.1" status: 204 len: 168 time: 0.3152564 Aug 29 20:34:11.906058 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a208142-6d8d-47d1-88ef-36946eb801a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd147f7-f4bf-42cb-b79c-50b6c54c9f32,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:11.967536 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07c305-3c31-4ea9-acf4-c253ed3ad794 req-f254df0e-ce84-4d3a-98a1-b221df8566d5 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:11.969151 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-eb07c305-3c31-4ea9-acf4-c253ed3ad794 req-f254df0e-ce84-4d3a-98a1-b221df8566d5 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.0608876 Aug 29 20:34:11.999495 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:12.033011 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-eb07c305-3c31-4ea9-acf4-c253ed3ad794 req-1565bf0b-f864-4e85-9d13-9a481ba4ff20 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570955 Aug 29 20:34:12.205350 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:12.248559 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 33326) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:12.262677 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-afb9112e-c619-4dc4-b683-92d20eeca30e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:12.301332 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:12.306978 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:DELETE=5,neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:12.343599 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:12.356826 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-afb9112e-c619-4dc4-b683-92d20eeca30e admin admin] Publish callbacks [] for security_group (cef165a0-f01c-42c6-bf06-a9a4da06dee9), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:12.361738 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-afb9112e-c619-4dc4-b683-92d20eeca30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (cef165a0-f01c-42c6-bf06-a9a4da06dee9), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:12.402982 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9112e-c619-4dc4-b683-92d20eeca30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef165a0-f01c-42c6-bf06-a9a4da06dee9,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:12.407956 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-afb9112e-c619-4dc4-b683-92d20eeca30e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=55f63880897a4d2381bc0ee4ae6e2113&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1582873 Aug 29 20:34:12.411067 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 33330) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:12.472205 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3f6ffaf8-4f6c-4698-8c5a-a8828c068a85 admin admin] Publish callbacks [] for security_group (cef165a0-f01c-42c6-bf06-a9a4da06dee9), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:12.500803 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3f6ffaf8-4f6c-4698-8c5a-a8828c068a85 admin admin] Publish callbacks [] for security_group (cef165a0-f01c-42c6-bf06-a9a4da06dee9), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:12.519545 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:12.562250 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3f6ffaf8-4f6c-4698-8c5a-a8828c068a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (cef165a0-f01c-42c6-bf06-a9a4da06dee9), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:12.565078 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3f6ffaf8-4f6c-4698-8c5a-a8828c068a85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:12.566288 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-3f6ffaf8-4f6c-4698-8c5a-a8828c068a85 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/cef165a0-f01c-42c6-bf06-a9a4da06dee9 HTTP/1.1" status: 204 len: 168 time: 0.1542060 Aug 29 20:34:12.576539 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ffaf8-4f6c-4698-8c5a-a8828c068a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef165a0-f01c-42c6-bf06-a9a4da06dee9,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:12.699446 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:34:13.006729 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0c62f-0487-41e8-8b2e-d99a1f6b805e req-e966ab7e-ca17-4ecb-91f1-3724f70e7771 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:13.008723 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fba0c62f-0487-41e8-8b2e-d99a1f6b805e req-e966ab7e-ca17-4ecb-91f1-3724f70e7771 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 946 time: 0.0487425 Aug 29 20:34:13.056416 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fba0c62f-0487-41e8-8b2e-d99a1f6b805e req-186e8784-8ca0-4608-8f72-9d3cd4e2e9b3 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b541ea9-e708-488c-ba40-d02944fbd331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414386 Aug 29 20:34:13.160891 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d0536-18f4-464a-92c9-aeac1f3d73df req-bf5880fe-af40-443c-83f8-64d4cf6d6059 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:13.162630 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-da1d0536-18f4-464a-92c9-aeac1f3d73df req-bf5880fe-af40-443c-83f8-64d4cf6d6059 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.0534234 Aug 29 20:34:13.217293 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-da1d0536-18f4-464a-92c9-aeac1f3d73df req-016d434a-fcd2-4dea-a0a3-f871d57988c2 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485158 Aug 29 20:34:14.180215 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93399bf8-a601-4ede-a0dc-dcaae47588ab req-0958236e-9308-4687-8594-387d8f7183b5 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:14.181734 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-93399bf8-a601-4ede-a0dc-dcaae47588ab req-0958236e-9308-4687-8594-387d8f7183b5 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 946 time: 0.0508740 Aug 29 20:34:14.236290 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-93399bf8-a601-4ede-a0dc-dcaae47588ab req-978c97d8-f8ae-40a8-81e9-5f918aa3af0f tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b541ea9-e708-488c-ba40-d02944fbd331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485742 Aug 29 20:34:14.357391 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35122be7-631f-45ce-b5f1-182c6f3c2919 req-4b64ca31-d5b0-4108-9b46-8f26d81d3442 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:14.358868 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-35122be7-631f-45ce-b5f1-182c6f3c2919 req-4b64ca31-d5b0-4108-9b46-8f26d81d3442 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.0590096 Aug 29 20:34:14.409496 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-35122be7-631f-45ce-b5f1-182c6f3c2919 req-794a618d-d026-4534-bafc-0b3ead273414 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442369 Aug 29 20:34:15.362998 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d4af8-7c18-4866-974b-982e5a2be8ec req-8888eda4-8663-4db6-bd8f-c44582f45653 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:15.364524 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bb7d4af8-7c18-4866-974b-982e5a2be8ec req-8888eda4-8663-4db6-bd8f-c44582f45653 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 946 time: 0.0467737 Aug 29 20:34:15.417457 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bb7d4af8-7c18-4866-974b-982e5a2be8ec req-7fced980-30cf-44bf-8c53-800e556bf82b tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b541ea9-e708-488c-ba40-d02944fbd331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443039 Aug 29 20:34:15.464421 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce5422-c85c-42da-bc39-3f24a5d6af44 req-0f288c4a-a39d-4bbc-b024-b4bf0f8e5fb5 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:15.465906 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7bce5422-c85c-42da-bc39-3f24a5d6af44 req-0f288c4a-a39d-4bbc-b024-b4bf0f8e5fb5 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 946 time: 0.0488019 Aug 29 20:34:15.596207 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f85448-0eb3-40a2-8fbe-be07f6e8fb11 req-dd558e38-4703-448d-bb06-f6baf86c8f00 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:15.597812 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b6f85448-0eb3-40a2-8fbe-be07f6e8fb11 req-dd558e38-4703-448d-bb06-f6baf86c8f00 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.0993857 Aug 29 20:34:15.645022 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [req-7bce5422-c85c-42da-bc39-3f24a5d6af44 req-ce9e5877-c8a9-428b-b082-153e50835af2 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Deleting port 2cdd540d-17e7-4430-81b9-58cbfc6bfafc {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:34:15.645366 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-7bce5422-c85c-42da-bc39-3f24a5d6af44 req-ce9e5877-c8a9-428b-b082-153e50835af2 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (2cdd540d-17e7-4430-81b9-58cbfc6bfafc), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:15.716924 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b6f85448-0eb3-40a2-8fbe-be07f6e8fb11 req-ebe6d31b-9494-49a0-ac13-7b0da613aaf5 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130831 Aug 29 20:34:15.766814 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-7bce5422-c85c-42da-bc39-3f24a5d6af44 req-ce9e5877-c8a9-428b-b082-153e50835af2 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] For port 2cdd540d-17e7-4430-81b9-58cbfc6bfafc, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2cdd540d-17e7-4430-81b9-58cbfc6bfafc,segment=NetworkSegment(4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05),segment_id=4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:34:15.767191 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-7bce5422-c85c-42da-bc39-3f24a5d6af44 req-ce9e5877-c8a9-428b-b082-153e50835af2 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (2cdd540d-17e7-4430-81b9-58cbfc6bfafc), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:15.783667 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [req-7bce5422-c85c-42da-bc39-3f24a5d6af44 req-ce9e5877-c8a9-428b-b082-153e50835af2 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Calling delete_port for 2cdd540d-17e7-4430-81b9-58cbfc6bfafc owned by compute:nova {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:34:16.170784 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-7bce5422-c85c-42da-bc39-3f24a5d6af44 req-ce9e5877-c8a9-428b-b082-153e50835af2 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (2cdd540d-17e7-4430-81b9-58cbfc6bfafc), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:16.199027 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e5877-c8a9-428b-b082-153e50835af2 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Pushing event deleted for resources: {'Port': ['ID=2cdd540d-17e7-4430-81b9-58cbfc6bfafc,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:16.271170 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bce5422-c85c-42da-bc39-3f24a5d6af44 req-ce9e5877-c8a9-428b-b082-153e50835af2 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] No DVR routers for this DVR port 2cdd540d-17e7-4430-81b9-58cbfc6bfafc on host hv-cinder-85426 {{(pid=106199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:34:16.275112 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-7bce5422-c85c-42da-bc39-3f24a5d6af44 req-ce9e5877-c8a9-428b-b082-153e50835af2 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:16.278623 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7bce5422-c85c-42da-bc39-3f24a5d6af44 req-ce9e5877-c8a9-428b-b082-153e50835af2 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.33 "DELETE /networking/v2.0/ports/2cdd540d-17e7-4430-81b9-58cbfc6bfafc HTTP/1.1" status: 204 len: 173 time: 0.8060369 Aug 29 20:34:16.279123 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150aa4a3-390c-4eb1-91ea-236f55e59e57', 'name': 'network-vif-deleted', 'tag': '2cdd540d-17e7-4430-81b9-58cbfc6bfafc'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:34:16.281536 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78284b0-9dbe-42c4-81cc-e012b2b6aaa3" -d '{"events": [{"server_uuid": "150aa4a3-390c-4eb1-91ea-236f55e59e57", "name": "network-vif-deleted", "tag": "2cdd540d-17e7-4430-81b9-58cbfc6bfafc"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:34:16.333325 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61b07d8-99e9-4077-9768-dbafe0be9aa8 x-openstack-request-id: req-b61b07d8-99e9-4077-9768-dbafe0be9aa8 {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:34:16.333696 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150aa4a3-390c-4eb1-91ea-236f55e59e57", "name": "network-vif-deleted", "tag": "2cdd540d-17e7-4430-81b9-58cbfc6bfafc", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:34:16.334017 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b61b07d8-99e9-4077-9768-dbafe0be9aa8 {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:34:16.334486 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b61b07d8-99e9-4077-9768-dbafe0be9aa8'] response: {'server_uuid': '150aa4a3-390c-4eb1-91ea-236f55e59e57', 'name': 'network-vif-deleted', 'tag': '2cdd540d-17e7-4430-81b9-58cbfc6bfafc', 'status': 'completed', 'code': 200} Aug 29 20:34:16.523325 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6c812fc0-295a-4983-a771-8adaef4e702d req-96843f96-c4a0-4f71-9f24-fcb32b1e5458 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 210 time: 0.0274928 Aug 29 20:34:16.837230 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9778a0-e419-4ae5-bb57-497f56fef715 req-5eedd1a7-da5a-4a0e-b2a8-8900c2a67b9a tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:16.838722 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8c9778a0-e419-4ae5-bb57-497f56fef715 req-5eedd1a7-da5a-4a0e-b2a8-8900c2a67b9a tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.0475385 Aug 29 20:34:16.891674 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8c9778a0-e419-4ae5-bb57-497f56fef715 req-963248dd-4621-41f1-9110-ac287e03207e tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473652 Aug 29 20:34:17.625813 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ccb292f8-a537-45ca-a381-91bf31724d75 req-f3177202-b7f2-47a0-a617-2eca2bc172ea tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 210 time: 0.0279560 Aug 29 20:34:18.019803 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0122e-723d-466b-b894-e0feca40b686 req-a8ab6ae2-1375-4c03-b7ff-4604c4e3b796 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:18.021334 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-19b0122e-723d-466b-b894-e0feca40b686 req-a8ab6ae2-1375-4c03-b7ff-4604c4e3b796 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.0538769 Aug 29 20:34:18.072640 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-19b0122e-723d-466b-b894-e0feca40b686 req-83bc566c-d467-4d42-819b-717acc5398a3 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451038 Aug 29 20:34:18.456516 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['2cdd540d-17e7-4430-81b9-58cbfc6bfafc'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:34:18.718530 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:18.740680 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e49f33e3-18bd-40d0-bd11-3725a8059a21 req-00f0426a-dbda-4dfd-9265-33af25d22f60 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 210 time: 0.0309703 Aug 29 20:34:19.208451 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3d589-51ca-469e-b479-0261890a03c9 req-fc3d5000-4c06-4422-bbc5-2b05b8ce8e97 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:19.210263 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-31a3d589-51ca-469e-b479-0261890a03c9 req-fc3d5000-4c06-4422-bbc5-2b05b8ce8e97 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.0570588 Aug 29 20:34:19.291408 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-31a3d589-51ca-469e-b479-0261890a03c9 req-31b612b8-5b89-44a8-95f0-b3a4ba82d413 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732989 Aug 29 20:34:19.956283 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-da1bde61-cbc7-4d03-93fe-59f8fe3ede5a req-9ed4527d-b257-4a16-b25b-63d256fbddf9 tempest-DeleteServersTestJSON-1765781907 tempest-DeleteServersTestJSON-1765781907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=150aa4a3-390c-4eb1-91ea-236f55e59e57 HTTP/1.1" status: 200 len: 210 time: 0.0585444 Aug 29 20:34:20.057607 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 33554) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:20.313015 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1c0a2da4-076c-4a0a-8d7e-57fbed65331a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:20.470876 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1c0a2da4-076c-4a0a-8d7e-57fbed65331a admin admin] Publish callbacks [] for security_group (cb211bdb-0c1e-4487-a6dc-ac8fb66b6ba7), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:20.478684 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0e2be-2e53-4824-b457-1f45431b78f5 req-23167e6b-07ad-43bc-a73a-e212a965bf26 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:20.480186 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-30e0e2be-2e53-4824-b457-1f45431b78f5 req-23167e6b-07ad-43bc-a73a-e212a965bf26 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.0745933 Aug 29 20:34:20.481540 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1c0a2da4-076c-4a0a-8d7e-57fbed65331a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (cb211bdb-0c1e-4487-a6dc-ac8fb66b6ba7), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:20.518298 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:20.556030 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a2da4-076c-4a0a-8d7e-57fbed65331a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb211bdb-0c1e-4487-a6dc-ac8fb66b6ba7,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:20.565071 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-1c0a2da4-076c-4a0a-8d7e-57fbed65331a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=93e26c92435045df8b4e76a9f9403cc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5060997 Aug 29 20:34:20.569089 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 33572) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:20.575174 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:20.609867 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-30e0e2be-2e53-4824-b457-1f45431b78f5 req-9cc91464-eadc-4be2-9408-a05f7dced466 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154125 Aug 29 20:34:20.653076 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b79e3244-6ffb-482b-bdcc-f896005ca16f admin admin] Publish callbacks [] for security_group (cb211bdb-0c1e-4487-a6dc-ac8fb66b6ba7), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:20.680817 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b79e3244-6ffb-482b-bdcc-f896005ca16f admin admin] Publish callbacks [] for security_group (cb211bdb-0c1e-4487-a6dc-ac8fb66b6ba7), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:20.733020 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b79e3244-6ffb-482b-bdcc-f896005ca16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (cb211bdb-0c1e-4487-a6dc-ac8fb66b6ba7), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:20.736115 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b79e3244-6ffb-482b-bdcc-f896005ca16f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:20.737466 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-b79e3244-6ffb-482b-bdcc-f896005ca16f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/cb211bdb-0c1e-4487-a6dc-ac8fb66b6ba7 HTTP/1.1" status: 204 len: 168 time: 0.1672392 Aug 29 20:34:20.745705 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e3244-6ffb-482b-bdcc-f896005ca16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb211bdb-0c1e-4487-a6dc-ac8fb66b6ba7,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:21.057538 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 33588) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:21.063835 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:21.078725 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-54cada69-bafa-4c26-93f4-07102661fecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:21.185806 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-54cada69-bafa-4c26-93f4-07102661fecd admin admin] Publish callbacks [] for security_group (0469dc53-e1eb-46f1-8a88-f2af9d42b2b6), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:21.190139 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-54cada69-bafa-4c26-93f4-07102661fecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (0469dc53-e1eb-46f1-8a88-f2af9d42b2b6), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:21.229298 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-54cada69-bafa-4c26-93f4-07102661fecd admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b6b2b1737ee24d6f9ef9aa90711ff819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1715052 Aug 29 20:34:21.233333 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 33596) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:21.238757 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cada69-bafa-4c26-93f4-07102661fecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0469dc53-e1eb-46f1-8a88-f2af9d42b2b6,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:21.299913 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-443c4af5-d6c8-4250-8c04-87610a1dbac3 admin admin] Publish callbacks [] for security_group (0469dc53-e1eb-46f1-8a88-f2af9d42b2b6), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:21.326507 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-443c4af5-d6c8-4250-8c04-87610a1dbac3 admin admin] Publish callbacks [] for security_group (0469dc53-e1eb-46f1-8a88-f2af9d42b2b6), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:21.380540 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-443c4af5-d6c8-4250-8c04-87610a1dbac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (0469dc53-e1eb-46f1-8a88-f2af9d42b2b6), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:21.383681 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-443c4af5-d6c8-4250-8c04-87610a1dbac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:21.384903 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-443c4af5-d6c8-4250-8c04-87610a1dbac3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0469dc53-e1eb-46f1-8a88-f2af9d42b2b6 HTTP/1.1" status: 204 len: 168 time: 0.1503303 Aug 29 20:34:21.397767 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c4af5-d6c8-4250-8c04-87610a1dbac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0469dc53-e1eb-46f1-8a88-f2af9d42b2b6,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:21.794395 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4b4e0-f74d-4ecc-a194-d4c131b38475 req-1019959c-1e48-4e24-958e-8eb97785d7bb tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:21.796160 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-47c4b4e0-f74d-4ecc-a194-d4c131b38475 req-1019959c-1e48-4e24-958e-8eb97785d7bb tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.0545974 Aug 29 20:34:21.813031 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 33614) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:21.836891 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3662c0b2-e4f4-4a64-99f0-43d9fe3a9645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:21.862875 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-47c4b4e0-f74d-4ecc-a194-d4c131b38475 req-6cd132a5-b382-4ca2-ad1e-df8651735824 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535588 Aug 29 20:34:21.937439 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3662c0b2-e4f4-4a64-99f0-43d9fe3a9645 admin admin] Publish callbacks [] for security_group (37b7cc71-2120-4ffe-8a7b-00aa2f6c7a2a), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:21.943306 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3662c0b2-e4f4-4a64-99f0-43d9fe3a9645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (37b7cc71-2120-4ffe-8a7b-00aa2f6c7a2a), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:21.982857 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662c0b2-e4f4-4a64-99f0-43d9fe3a9645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b7cc71-2120-4ffe-8a7b-00aa2f6c7a2a,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:21.990332 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-3662c0b2-e4f4-4a64-99f0-43d9fe3a9645 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e60a7a070777440a9427c0b526075b65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1710746 Aug 29 20:34:21.990653 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 33618) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:22.056270 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f3141b98-801d-48e0-b8b8-37d4890a4d4a admin admin] Publish callbacks [] for security_group (37b7cc71-2120-4ffe-8a7b-00aa2f6c7a2a), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:22.081005 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f3141b98-801d-48e0-b8b8-37d4890a4d4a admin admin] Publish callbacks [] for security_group (37b7cc71-2120-4ffe-8a7b-00aa2f6c7a2a), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:22.151676 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f3141b98-801d-48e0-b8b8-37d4890a4d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (37b7cc71-2120-4ffe-8a7b-00aa2f6c7a2a), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:22.154144 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f3141b98-801d-48e0-b8b8-37d4890a4d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:22.155568 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-f3141b98-801d-48e0-b8b8-37d4890a4d4a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/37b7cc71-2120-4ffe-8a7b-00aa2f6c7a2a HTTP/1.1" status: 204 len: 168 time: 0.1640790 Aug 29 20:34:22.164311 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3141b98-801d-48e0-b8b8-37d4890a4d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b7cc71-2120-4ffe-8a7b-00aa2f6c7a2a,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:22.186913 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=78,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:22.694817 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:23.019604 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84d476-4082-4ca5-9d19-840b990cc1f4 req-89232d13-3fd2-4eb2-b2ab-3928136425db tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:23.021291 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1b84d476-4082-4ca5-9d19-840b990cc1f4 req-89232d13-3fd2-4eb2-b2ab-3928136425db tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.0575464 Aug 29 20:34:23.116287 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1b84d476-4082-4ca5-9d19-840b990cc1f4 req-7815277d-c385-4812-94f3-76867b9b6f2a tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868645 Aug 29 20:34:23.227616 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=61,neutron:UPDATE=5 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:23.229683 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 2cdd540d-17e7-4430-81b9-58cbfc6bfafc no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:34:23.269113 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] No Port match for: 2cdd540d-17e7-4430-81b9-58cbfc6bfafc {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:34:23.269458 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 2cdd540d-17e7-4430-81b9-58cbfc6bfafc not bound to the agent host hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:34:23.275094 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:24.278947 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fa3d3-b851-462e-a386-c5d38fb6ba59 req-d54ab5f1-4fdb-4d48-943a-ffc56b3f37e3 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:24.281888 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-262fa3d3-b851-462e-a386-c5d38fb6ba59 req-d54ab5f1-4fdb-4d48-943a-ffc56b3f37e3 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.0729530 Aug 29 20:34:24.352030 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-262fa3d3-b851-462e-a386-c5d38fb6ba59 req-07e99098-c9ed-48e8-9b29-82e775596654 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639384 Aug 29 20:34:24.648197 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 33736) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:24.936858 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:24.951815 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 33744) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:25.005462 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:25.122527 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35040b5d-7522-4035-9b71-2bc102738022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639714'] for router_interface (4850e967-87f7-41d6-bc48-5fb12b41f47d), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:25.235151 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7f3fc967-c90a-49ae-a41a-2d693fbb7513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:25.468224 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7f3fc967-c90a-49ae-a41a-2d693fbb7513 admin admin] Publish callbacks [] for security_group (04e6b32d-0082-4e86-b627-9752d1aac3bd), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:25.472189 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7f3fc967-c90a-49ae-a41a-2d693fbb7513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (04e6b32d-0082-4e86-b627-9752d1aac3bd), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:25.547552 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-7f3fc967-c90a-49ae-a41a-2d693fbb7513 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e40f865449894de498fc099421ee5bea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5940211 Aug 29 20:34:25.550168 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3fc967-c90a-49ae-a41a-2d693fbb7513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e6b32d-0082-4e86-b627-9752d1aac3bd,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:25.565688 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 33776) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:25.648108 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f44f9d04-98b8-4720-8267-a83237affa57 admin admin] Publish callbacks [] for security_group (04e6b32d-0082-4e86-b627-9752d1aac3bd), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:25.658962 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f0d07-a453-425a-8aae-bfd01f633441 req-e1332732-ef66-4726-a86a-192498ddcc27 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:25.661189 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-225f0d07-a453-425a-8aae-bfd01f633441 req-e1332732-ef66-4726-a86a-192498ddcc27 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.0658743 Aug 29 20:34:25.682241 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f44f9d04-98b8-4720-8267-a83237affa57 admin admin] Publish callbacks [] for security_group (04e6b32d-0082-4e86-b627-9752d1aac3bd), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:25.718656 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 33786) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:25.749495 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f44f9d04-98b8-4720-8267-a83237affa57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (04e6b32d-0082-4e86-b627-9752d1aac3bd), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:25.755432 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f44f9d04-98b8-4720-8267-a83237affa57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:25.757731 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-f44f9d04-98b8-4720-8267-a83237affa57 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/04e6b32d-0082-4e86-b627-9752d1aac3bd HTTP/1.1" status: 204 len: 168 time: 0.1911366 Aug 29 20:34:25.768876 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f9d04-98b8-4720-8267-a83237affa57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e6b32d-0082-4e86-b627-9752d1aac3bd,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:25.852623 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-225f0d07-a453-425a-8aae-bfd01f633441 req-dcd084a3-4939-4a6b-9aa4-3a89c7b00590 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669362 Aug 29 20:34:25.949451 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-20db597f-db93-4799-af40-305fd56316af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:25.976949 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-35040b5d-7522-4035-9b71-2bc102738022 admin admin] Deleting port 600250e3-1752-44d0-ac69-901c18ec09bb {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:34:25.977595 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35040b5d-7522-4035-9b71-2bc102738022 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (600250e3-1752-44d0-ac69-901c18ec09bb), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:26.122284 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-35040b5d-7522-4035-9b71-2bc102738022 admin admin] For port 600250e3-1752-44d0-ac69-901c18ec09bb, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=600250e3-1752-44d0-ac69-901c18ec09bb,segment=NetworkSegment(4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05),segment_id=4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:34:26.122686 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35040b5d-7522-4035-9b71-2bc102738022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (600250e3-1752-44d0-ac69-901c18ec09bb), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:26.150206 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-35040b5d-7522-4035-9b71-2bc102738022 admin admin] Calling delete_port for 600250e3-1752-44d0-ac69-901c18ec09bb owned by network:router_interface {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:34:26.159854 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-20db597f-db93-4799-af40-305fd56316af admin admin] Publish callbacks [] for security_group (06b02a63-6332-420b-bdb8-1160bc1c3bd0), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:26.170328 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-20db597f-db93-4799-af40-305fd56316af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (06b02a63-6332-420b-bdb8-1160bc1c3bd0), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:26.200204 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 33798) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:26.214291 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9a9cb100-f06c-427d-9e21-2a7da462f99b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:26.215887 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=14 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:26.255125 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=11,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:26.275814 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-20db597f-db93-4799-af40-305fd56316af admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7c69548e9cee495382b398a072732fd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5560863 Aug 29 20:34:26.279713 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 33800) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:26.281177 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db597f-db93-4799-af40-305fd56316af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b02a63-6332-420b-bdb8-1160bc1c3bd0,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:26.358608 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-af82a217-7013-4e5c-8e6c-4a2d287b1316 admin admin] Publish callbacks [] for security_group (06b02a63-6332-420b-bdb8-1160bc1c3bd0), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:26.368047 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9a9cb100-f06c-427d-9e21-2a7da462f99b admin admin] Publish callbacks [] for security_group (e4480f8c-50e8-45d1-bf92-e29801287e25), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:26.376818 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9a9cb100-f06c-427d-9e21-2a7da462f99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (e4480f8c-50e8-45d1-bf92-e29801287e25), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:26.390901 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:26.407292 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-af82a217-7013-4e5c-8e6c-4a2d287b1316 admin admin] Publish callbacks [] for security_group (06b02a63-6332-420b-bdb8-1160bc1c3bd0), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:26.423010 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:26.444911 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9cb100-f06c-427d-9e21-2a7da462f99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4480f8c-50e8-45d1-bf92-e29801287e25,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:26.451622 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35040b5d-7522-4035-9b71-2bc102738022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423'] for port (600250e3-1752-44d0-ac69-901c18ec09bb), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:26.462472 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-9a9cb100-f06c-427d-9e21-2a7da462f99b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ff22a9f078014e7dac64d3356b03ac31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2611611 Aug 29 20:34:26.463110 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 33806) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:26.477531 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35040b5d-7522-4035-9b71-2bc102738022 admin admin] Pushing event deleted for resources: {'Port': ['ID=600250e3-1752-44d0-ac69-901c18ec09bb,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:26.535395 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-921b6bb0-ad55-4b54-8b52-f0ec9706ae1d admin admin] Publish callbacks [] for security_group (e4480f8c-50e8-45d1-bf92-e29801287e25), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:26.545278 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-af82a217-7013-4e5c-8e6c-4a2d287b1316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (06b02a63-6332-420b-bdb8-1160bc1c3bd0), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:26.547918 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-af82a217-7013-4e5c-8e6c-4a2d287b1316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:26.552794 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-af82a217-7013-4e5c-8e6c-4a2d287b1316 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/06b02a63-6332-420b-bdb8-1160bc1c3bd0 HTTP/1.1" status: 204 len: 168 time: 0.2681081 Aug 29 20:34:26.573838 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82a217-7013-4e5c-8e6c-4a2d287b1316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b02a63-6332-420b-bdb8-1160bc1c3bd0,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:26.592394 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-921b6bb0-ad55-4b54-8b52-f0ec9706ae1d admin admin] Publish callbacks [] for security_group (e4480f8c-50e8-45d1-bf92-e29801287e25), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:26.684242 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-921b6bb0-ad55-4b54-8b52-f0ec9706ae1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (e4480f8c-50e8-45d1-bf92-e29801287e25), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:26.688632 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-921b6bb0-ad55-4b54-8b52-f0ec9706ae1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:26.690099 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-921b6bb0-ad55-4b54-8b52-f0ec9706ae1d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e4480f8c-50e8-45d1-bf92-e29801287e25 HTTP/1.1" status: 204 len: 168 time: 0.2217827 Aug 29 20:34:26.700718 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b6bb0-ad55-4b54-8b52-f0ec9706ae1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4480f8c-50e8-45d1-bf92-e29801287e25,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:26.719167 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35040b5d-7522-4035-9b71-2bc102738022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653650'] for router_interface (4850e967-87f7-41d6-bc48-5fb12b41f47d), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:26.996722 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9aba34-632f-4618-b4c0-d94035ba163e req-2b6e4547-b1d6-419b-bea1-428b986146cd tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:27.004302 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1c9aba34-632f-4618-b4c0-d94035ba163e req-2b6e4547-b1d6-419b-bea1-428b986146cd tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.0597651 Aug 29 20:34:27.056799 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35040b5d-7522-4035-9b71-2bc102738022 admin admin] Router 4850e967-87f7-41d6-bc48-5fb12b41f47d has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:34:27.074916 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1c9aba34-632f-4618-b4c0-d94035ba163e req-c25111e4-2a83-4c4f-bc82-9ee32e521a84 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694864 Aug 29 20:34:27.170103 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 33826) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:27.191647 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dd8e039d-83ad-48f7-bfd7-0f4d43eb9109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:27.206905 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35040b5d-7522-4035-9b71-2bc102738022 admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:34:27.217083 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-35040b5d-7522-4035-9b71-2bc102738022 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/4850e967-87f7-41d6-bc48-5fb12b41f47d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5639133 Aug 29 20:34:27.217183 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 33830) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:27.223813 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed575b6-a9a4-4094-8f03-4b9675e137f5 None None] Sync routers for ids ['4850e967-87f7-41d6-bc48-5fb12b41f47d'] in dv-cinder-854263-2-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:34:27.240188 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed575b6-a9a4-4094-8f03-4b9675e137f5 None None] Routers {'4850e967-87f7-41d6-bc48-5fb12b41f47d'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:34:27.244341 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-7ed575b6-a9a4-4094-8f03-4b9675e137f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:34:09Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['4850e967-87f7-41d6-bc48-5fb12b41f47d'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:34:27.310980 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dd8e039d-83ad-48f7-bfd7-0f4d43eb9109 admin admin] Publish callbacks [] for security_group (baeba947-8c38-4192-a91f-68938f4c31d3), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:27.317162 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-dd8e039d-83ad-48f7-bfd7-0f4d43eb9109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (baeba947-8c38-4192-a91f-68938f4c31d3), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:27.340220 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-49086862-a372-4a6e-af9f-b6cb437aadad admin admin] Publish callbacks [] for router (4850e967-87f7-41d6-bc48-5fb12b41f47d), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:27.392675 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-dd8e039d-83ad-48f7-bfd7-0f4d43eb9109 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=6940d4d91e2246848bb4a46716aa8e38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213447 Aug 29 20:34:27.393663 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e039d-83ad-48f7-bfd7-0f4d43eb9109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baeba947-8c38-4192-a91f-68938f4c31d3,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:27.396163 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 33836) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:27.439786 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-7ed575b6-a9a4-4094-8f03-4b9675e137f5 None None] Set router 4850e967-87f7-41d6-bc48-5fb12b41f47d gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:34:27.499172 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-49086862-a372-4a6e-af9f-b6cb437aadad admin admin] Publish callbacks [] for router_gateway (4850e967-87f7-41d6-bc48-5fb12b41f47d), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:27.513731 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-06c0884a-587d-4fce-bc1c-0870876c2ffb admin admin] Publish callbacks [] for security_group (baeba947-8c38-4192-a91f-68938f4c31d3), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:27.542935 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-06c0884a-587d-4fce-bc1c-0870876c2ffb admin admin] Publish callbacks [] for security_group (baeba947-8c38-4192-a91f-68938f4c31d3), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:27.575486 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-49086862-a372-4a6e-af9f-b6cb437aadad admin admin] Deleting port e2041779-bba9-4f7b-b9ee-e8608250b6c4 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:34:27.577014 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-49086862-a372-4a6e-af9f-b6cb437aadad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (e2041779-bba9-4f7b-b9ee-e8608250b6c4), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:27.583881 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:27.629517 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-06c0884a-587d-4fce-bc1c-0870876c2ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (baeba947-8c38-4192-a91f-68938f4c31d3), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:27.632254 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-06c0884a-587d-4fce-bc1c-0870876c2ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:27.636522 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-06c0884a-587d-4fce-bc1c-0870876c2ffb admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/baeba947-8c38-4192-a91f-68938f4c31d3 HTTP/1.1" status: 204 len: 168 time: 0.2350101 Aug 29 20:34:27.654823 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0884a-587d-4fce-bc1c-0870876c2ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baeba947-8c38-4192-a91f-68938f4c31d3,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:27.722429 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:27.765507 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:INSERT=1,neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:27.769554 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-49086862-a372-4a6e-af9f-b6cb437aadad admin admin] For port e2041779-bba9-4f7b-b9ee-e8608250b6c4, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=e2041779-bba9-4f7b-b9ee-e8608250b6c4,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:34:27.770045 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-49086862-a372-4a6e-af9f-b6cb437aadad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (e2041779-bba9-4f7b-b9ee-e8608250b6c4), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:27.791017 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-49086862-a372-4a6e-af9f-b6cb437aadad admin admin] Calling delete_port for e2041779-bba9-4f7b-b9ee-e8608250b6c4 owned by network:router_gateway {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:34:27.840304 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-7ed575b6-a9a4-4094-8f03-4b9675e137f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4850e967-87f7-41d6-bc48-5fb12b41f47d', 'name': 'tempest-DeleteServersTestJSON-699117495-router', 'tenant_id': '6314d8436170404097713aa7764dff94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'e2041779-bba9-4f7b-b9ee-e8608250b6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:34:26Z', 'revision_number': 5, 'project_id': '6314d8436170404097713aa7764dff94', 'gw_port': {'id': 'e2041779-bba9-4f7b-b9ee-e8608250b6c4', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4850e967-87f7-41d6-bc48-5fb12b41f47d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:49Z', 'updated_at': '2022-08-29T20:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:34:27.873106 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed575b6-a9a4-4094-8f03-4b9675e137f5 None None] Checking router: 4850e967-87f7-41d6-bc48-5fb12b41f47d for host: dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:34:27.888146 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed575b6-a9a4-4094-8f03-4b9675e137f5 None None] Routers {'4850e967-87f7-41d6-bc48-5fb12b41f47d'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:34:27.889134 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-7ed575b6-a9a4-4094-8f03-4b9675e137f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:34:09Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['4850e967-87f7-41d6-bc48-5fb12b41f47d'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:34:27.917368 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 33850) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:27.986855 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-7ed575b6-a9a4-4094-8f03-4b9675e137f5 None None] Set router 4850e967-87f7-41d6-bc48-5fb12b41f47d gateway port host: None {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:34:28.047732 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-7ed575b6-a9a4-4094-8f03-4b9675e137f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4850e967-87f7-41d6-bc48-5fb12b41f47d', 'name': 'tempest-DeleteServersTestJSON-699117495-router', 'tenant_id': '6314d8436170404097713aa7764dff94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:34:27Z', 'revision_number': 6, 'project_id': '6314d8436170404097713aa7764dff94', 'gw_port_host': None}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:34:28.075980 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed575b6-a9a4-4094-8f03-4b9675e137f5 None None] The sync data for ids ['4850e967-87f7-41d6-bc48-5fb12b41f47d'] in dv-cinder-854263-2-iscsi is: [{'id': '4850e967-87f7-41d6-bc48-5fb12b41f47d', 'name': 'tempest-DeleteServersTestJSON-699117495-router', 'tenant_id': '6314d8436170404097713aa7764dff94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:34:27Z', 'revision_number': 6, 'project_id': '6314d8436170404097713aa7764dff94', 'gw_port_host': None}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:34:28.088278 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-49086862-a372-4a6e-af9f-b6cb437aadad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (e2041779-bba9-4f7b-b9ee-e8608250b6c4), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:28.138422 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-6b7d25c7-0070-4e25-b513-1121164cdfb9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1808664021-network', 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:34:28.143457 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49086862-a372-4a6e-af9f-b6cb437aadad admin admin] Pushing event deleted for resources: {'Port': ['ID=e2041779-bba9-4f7b-b9ee-e8608250b6c4,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:28.209307 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7d25c7-0070-4e25-b513-1121164cdfb9 admin admin] Made reservation on behalf of 3f36c1186e0f44df87d13ef836f6525b for: {'network': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:34:28.211807 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6b7d25c7-0070-4e25-b513-1121164cdfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for network (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:28.230864 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6b7d25c7-0070-4e25-b513-1121164cdfb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:28.240816 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-49086862-a372-4a6e-af9f-b6cb437aadad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639137'] for router_gateway (4850e967-87f7-41d6-bc48-5fb12b41f47d), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:28.299452 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddfbd4-e50d-4f9c-be9b-b2ce5ff1e726 req-f237468b-c2c2-428a-ab98-c3fa2a9489e6 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:28.303720 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c5ddfbd4-e50d-4f9c-be9b-b2ce5ff1e726 req-f237468b-c2c2-428a-ab98-c3fa2a9489e6 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.1287677 Aug 29 20:34:28.382828 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-49086862-a372-4a6e-af9f-b6cb437aadad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6767'] for router (4850e967-87f7-41d6-bc48-5fb12b41f47d), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:28.387337 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-49086862-a372-4a6e-af9f-b6cb437aadad admin admin] Publish callbacks [] for router_controller (4850e967-87f7-41d6-bc48-5fb12b41f47d), precommit_delete_associations {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:28.415551 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c5ddfbd4-e50d-4f9c-be9b-b2ce5ff1e726 req-414aba79-20c3-4bbe-9c34-7a429c0c0afa tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974016 Aug 29 20:34:28.522215 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-49086862-a372-4a6e-af9f-b6cb437aadad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653615'] for router (4850e967-87f7-41d6-bc48-5fb12b41f47d), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:28.523403 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49086862-a372-4a6e-af9f-b6cb437aadad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4850e967-87f7-41d6-bc48-5fb12b41f47d {{(pid=106199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 20:34:28.536295 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-49086862-a372-4a6e-af9f-b6cb437aadad admin admin] Publish callbacks [] for router (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:28.537682 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-49086862-a372-4a6e-af9f-b6cb437aadad admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/4850e967-87f7-41d6-bc48-5fb12b41f47d HTTP/1.1" status: 204 len: 168 time: 1.3204668 Aug 29 20:34:28.540685 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 33886) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:28.600344 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:28.633098 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6b7d25c7-0070-4e25-b513-1121164cdfb9 admin admin] Publish callbacks [] for security_group (4aefc317-00dc-4c0f-a9fe-21aa88bcd392), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:28.634266 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_v2 [None req-d659dc05-e118-497e-be5c-f7ebb9d7a701 admin admin] Deleting subnet 3ba0c87a-0c70-4cc5-9a73-50daea6bf675 {{(pid=106198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:34:28.642992 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6b7d25c7-0070-4e25-b513-1121164cdfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (4aefc317-00dc-4c0f-a9fe-21aa88bcd392), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:28.651861 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d659dc05-e118-497e-be5c-f7ebb9d7a701 admin admin] Publish callbacks [] for subnet (3ba0c87a-0c70-4cc5-9a73-50daea6bf675), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:28.699002 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b7d25c7-0070-4e25-b513-1121164cdfb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=106199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:34:28.721389 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d25c7-0070-4e25-b513-1121164cdfb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aefc317-00dc-4c0f-a9fe-21aa88bcd392,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:28.725703 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6b7d25c7-0070-4e25-b513-1121164cdfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (6bad58f9-0737-453d-8241-c9102aa4b818), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:28.726093 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.db.segments_db [None req-6b7d25c7-0070-4e25-b513-1121164cdfb9 admin admin] Added segment 6bad58f9-0737-453d-8241-c9102aa4b818 of type vlan for network c5abf10f-92d1-4beb-ac39-bbd96f2c495a Aug 29 20:34:28.779175 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d659dc05-e118-497e-be5c-f7ebb9d7a701 admin admin] Publish callbacks [] for subnet (3ba0c87a-0c70-4cc5-9a73-50daea6bf675), precommit_delete_associations {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:28.788025 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6b7d25c7-0070-4e25-b513-1121164cdfb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001069397'] for network (c5abf10f-92d1-4beb-ac39-bbd96f2c495a), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:28.823961 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6b7d25c7-0070-4e25-b513-1121164cdfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957'] for network (c5abf10f-92d1-4beb-ac39-bbd96f2c495a), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:28.827415 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7d25c7-0070-4e25-b513-1121164cdfb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:28.827632 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6b7d25c7-0070-4e25-b513-1121164cdfb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:28.928311 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=76,neutron:DELETE=8,neutron:UPDATE=4,neutron:INSERT=12 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:28.939738 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d25c7-0070-4e25-b513-1121164cdfb9 admin admin] Pushing event updated for resources: {'Network': ['ID=c5abf10f-92d1-4beb-ac39-bbd96f2c495a,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:28.957820 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-6b7d25c7-0070-4e25-b513-1121164cdfb9 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0354538 Aug 29 20:34:28.958163 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Network c5abf10f-92d1-4beb-ac39-bbd96f2c495a details requested by agent ovs-agent-dv-cinder-854263-2-iscsi with host dv-cinder-854263-2-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:34:28.958904 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 33900) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:28.967671 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-af1efb2c-e0ee-4f00-9792-71b2d1a81304 admin admin] Request body: {'subnet': {'network_id': 'c5abf10f-92d1-4beb-ac39-bbd96f2c495a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1808664021-subnet', 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b', 'ip_version': 4}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:34:28.968208 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d659dc05-e118-497e-be5c-f7ebb9d7a701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996000'] for subnet (3ba0c87a-0c70-4cc5-9a73-50daea6bf675), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:29.008088 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1efb2c-e0ee-4f00-9792-71b2d1a81304 admin admin] Made reservation on behalf of 3f36c1186e0f44df87d13ef836f6525b for: {'subnet': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:34:29.011756 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-af1efb2c-e0ee-4f00-9792-71b2d1a81304 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61346495'] for subnet (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:29.103978 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d659dc05-e118-497e-be5c-f7ebb9d7a701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957'] for subnet (3ba0c87a-0c70-4cc5-9a73-50daea6bf675), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:29.129304 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:29.208216 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659dc05-e118-497e-be5c-f7ebb9d7a701 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ba0c87a-0c70-4cc5-9a73-50daea6bf675,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:29.210567 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d659dc05-e118-497e-be5c-f7ebb9d7a701 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:29.210785 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a40ea4-c0da-489b-8f8f-87ee7410b656 None None] Network cf9673f4-1367-4aac-ae26-3824605ed50c requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:34:29.218480 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-d659dc05-e118-497e-be5c-f7ebb9d7a701 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/3ba0c87a-0c70-4cc5-9a73-50daea6bf675 HTTP/1.1" status: 204 len: 168 time: 0.6764946 Aug 29 20:34:29.221559 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 33910) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:29.307985 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-af1efb2c-e0ee-4f00-9792-71b2d1a81304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61109325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61346473'] for subnet (27bbd3f3-bd10-443b-9270-f984952a576d), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:29.399287 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4173405'] for network (cf9673f4-1367-4aac-ae26-3824605ed50c), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:29.485929 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1efb2c-e0ee-4f00-9792-71b2d1a81304 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27bbd3f3-bd10-443b-9270-f984952a576d,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:29.511197 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1efb2c-e0ee-4f00-9792-71b2d1a81304 admin admin] Checking segment: {'id': '6bad58f9-0737-453d-8241-c9102aa4b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c5abf10f-92d1-4beb-ac39-bbd96f2c495a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:34:29.511559 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1efb2c-e0ee-4f00-9792-71b2d1a81304 admin admin] Network hostable DHCP agents. Network: c5abf10f-92d1-4beb-ac39-bbd96f2c495a, hostable agents: ['aba3b8c1-ed4e-40c9-99d3-a300910cc497'], hosted agents: [] {{(pid=106199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:34:29.560269 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1efb2c-e0ee-4f00-9792-71b2d1a81304 admin admin] Network c5abf10f-92d1-4beb-ac39-bbd96f2c495a is scheduled to be hosted by DHCP agent aba3b8c1-ed4e-40c9-99d3-a300910cc497 with binding_index 1 {{(pid=106199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:34:29.576753 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] Deleting port 3df7e02c-a67d-412d-ba96-e358ce8a5475 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:34:29.577145 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (3df7e02c-a67d-412d-ba96-e358ce8a5475), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:29.583116 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-af1efb2c-e0ee-4f00-9792-71b2d1a81304 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-2-iscsi, c5abf10f-92d1-4beb-ac39-bbd96f2c495a) {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:34:29.600301 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1efb2c-e0ee-4f00-9792-71b2d1a81304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:29.601288 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-af1efb2c-e0ee-4f00-9792-71b2d1a81304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for subnet (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:29.695458 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] For port 3df7e02c-a67d-412d-ba96-e358ce8a5475, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=3df7e02c-a67d-412d-ba96-e358ce8a5475,segment=NetworkSegment(4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05),segment_id=4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:34:29.696674 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (3df7e02c-a67d-412d-ba96-e358ce8a5475), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:29.718592 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e78882-c6af-4cd1-a428-cd6b28cb3239 None None] Network c5abf10f-92d1-4beb-ac39-bbd96f2c495a requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:34:29.738363 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] Calling delete_port for 3df7e02c-a67d-412d-ba96-e358ce8a5475 owned by network:dhcp {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:34:29.770423 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-af1efb2c-e0ee-4f00-9792-71b2d1a81304 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8103337 Aug 29 20:34:29.774412 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 33928) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:29.779920 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-6f2f1a81-ee6d-4b3b-9b16-791b12189f20 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1808664021-router', 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:34:29.808627 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719f66e-8e50-4fb2-9e4a-93bf90859155 req-e5260f8d-bb2d-41d3-ba9a-f2fca9a1362b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:29.812026 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7719f66e-8e50-4fb2-9e4a-93bf90859155 req-e5260f8d-bb2d-41d3-ba9a-f2fca9a1362b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.1741889 Aug 29 20:34:29.886051 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7719f66e-8e50-4fb2-9e4a-93bf90859155 req-eaca4bf6-3a58-4c1d-b18a-5ed8a6b83004 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677347 Aug 29 20:34:29.938773 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 600250e3-1752-44d0-ac69-901c18ec09bb no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:34:29.944515 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6f2f1a81-ee6d-4b3b-9b16-791b12189f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6777'] for router (81e976da-4163-4682-8f9f-321dfd7615e4), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:29.945598 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6f2f1a81-ee6d-4b3b-9b16-791b12189f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6774'] for router (81e976da-4163-4682-8f9f-321dfd7615e4), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:29.951186 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423'] for port (3df7e02c-a67d-412d-ba96-e358ce8a5475), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:29.985843 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3df7e02c-a67d-412d-ba96-e358ce8a5475,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:29.991527 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] No DVR routers for this DVR port 3df7e02c-a67d-412d-ba96-e358ce8a5475 on host dv-cinder-854263-2-iscsi {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:34:30.012250 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: 600250e3-1752-44d0-ac69-901c18ec09bb {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:34:30.012250 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 600250e3-1752-44d0-ac69-901c18ec09bb not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:34:30.012250 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device e2041779-bba9-4f7b-b9ee-e8608250b6c4 no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:34:30.074835 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: e2041779-bba9-4f7b-b9ee-e8608250b6c4 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:34:30.075390 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device e2041779-bba9-4f7b-b9ee-e8608250b6c4 not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:34:30.075908 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6f2f1a81-ee6d-4b3b-9b16-791b12189f20 admin admin] Publish callbacks [] for router_controller (81e976da-4163-4682-8f9f-321dfd7615e4), precommit_add_association {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:30.139485 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a947d6b-f9f5-44bc-b6fa-38ab529b1007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83f671a-a6f4-538f-9d53-80dd384b293c-c5abf10f-92d1-4beb-ac39-bbd96f2c495a', 'network_id': 'c5abf10f-92d1-4beb-ac39-bbd96f2c495a', 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'fixed_ips': [{'subnet_id': '27bbd3f3-bd10-443b-9270-f984952a576d'}]}} from dv-cinder-854263-2-iscsi. {{(pid=106200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 20:34:30.140458 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3a947d6b-f9f5-44bc-b6fa-38ab529b1007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:30.229466 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c8bc72-fd48-4e8b-8716-eeb7053560df None None] DHCP port deletion for cf9673f4-1367-4aac-ae26-3824605ed50c request from dv-cinder-854263-2-iscsi {{(pid=106200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 20:34:30.362705 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.db_base_plugin_common [None req-3a947d6b-f9f5-44bc-b6fa-38ab529b1007 None None] Allocated IP 172.20.0.2 (c5abf10f-92d1-4beb-ac39-bbd96f2c495a/27bbd3f3-bd10-443b-9270-f984952a576d/60f8e9e1-4b07-4b2c-b543-1e146053ba17) {{(pid=106200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:34:30.412233 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996931', 'neutron.services.segments.db._delete_segments_for_network-8787001567811'] for network (cf9673f4-1367-4aac-ae26-3824605ed50c), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:30.466515 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:34:30.466902 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:34:30.467607 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:34:30.467968 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] Subscribe: > port after_create 55550000 {{(pid=106198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:34:30.468410 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:34:30.468628 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] Subscribe: > port after_update 55550000 {{(pid=106198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:34:30.468946 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:34:30.469280 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:34:30.469606 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:34:30.469921 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:34:30.577161 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3a947d6b-f9f5-44bc-b6fa-38ab529b1007 None None] Publish callbacks [] for port (60f8e9e1-4b07-4b2c-b543-1e146053ba17), precommit_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:30.588167 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3a947d6b-f9f5-44bc-b6fa-38ab529b1007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414'] for port (60f8e9e1-4b07-4b2c-b543-1e146053ba17), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:30.599612 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:34:30.600215 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:34:30.600768 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:34:30.601294 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 20:34:30.601869 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf9673f4-1367-4aac-ae26-3824605ed50c']}} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:34:30.645217 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a947d6b-f9f5-44bc-b6fa-38ab529b1007 None None] Network c5abf10f-92d1-4beb-ac39-bbd96f2c495a is already hosted by enough agents. {{(pid=106200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:34:30.646299 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.scheduler.base_scheduler [None req-3a947d6b-f9f5-44bc-b6fa-38ab529b1007 None None] Resources bound (agent type, host, resource id): {{(pid=106200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:34:30.649324 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a947d6b-f9f5-44bc-b6fa-38ab529b1007 None None] Received port after_create {{(pid=106200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:34:30.677849 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05') {'for_net_delete': True} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:34:30.678230 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05') {} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:34:30.710031 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a947d6b-f9f5-44bc-b6fa-38ab529b1007 None None] Pushing event updated for resources: {'Port': ['ID=60f8e9e1-4b07-4b2c-b543-1e146053ba17,revision_number=1']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:30.730829 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:30.734991 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001593263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1263491'] for segment (4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:30.739530 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:30.766803 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-3a947d6b-f9f5-44bc-b6fa-38ab529b1007 None None] Attempting to bind port 60f8e9e1-4b07-4b2c-b543-1e146053ba17 on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:34:30.767786 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6f2f1a81-ee6d-4b3b-9b16-791b12189f20 admin admin] Publish callbacks [] for router_gateway (81e976da-4163-4682-8f9f-321dfd7615e4), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:30.769057 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-3a947d6b-f9f5-44bc-b6fa-38ab529b1007 None None] Attempting to bind port 60f8e9e1-4b07-4b2c-b543-1e146053ba17 by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': '6bad58f9-0737-453d-8241-c9102aa4b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c5abf10f-92d1-4beb-ac39-bbd96f2c495a'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:34:30.769746 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a947d6b-f9f5-44bc-b6fa-38ab529b1007 None None] Attempting to bind port 60f8e9e1-4b07-4b2c-b543-1e146053ba17 on network c5abf10f-92d1-4beb-ac39-bbd96f2c495a {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:34:30.784445 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a947d6b-f9f5-44bc-b6fa-38ab529b1007 None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:34:30.785586 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a947d6b-f9f5-44bc-b6fa-38ab529b1007 None None] Checking segment: {'id': '6bad58f9-0737-453d-8241-c9102aa4b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c5abf10f-92d1-4beb-ac39-bbd96f2c495a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:34:30.786365 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3a947d6b-f9f5-44bc-b6fa-38ab529b1007 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:30.787450 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a947d6b-f9f5-44bc-b6fa-38ab529b1007 None None] Bound using segment: {'id': '6bad58f9-0737-453d-8241-c9102aa4b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c5abf10f-92d1-4beb-ac39-bbd96f2c495a'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:34:30.788510 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-3a947d6b-f9f5-44bc-b6fa-38ab529b1007 None None] Bound port: 60f8e9e1-4b07-4b2c-b543-1e146053ba17, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bad58f9-0737-453d-8241-c9102aa4b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c5abf10f-92d1-4beb-ac39-bbd96f2c495a'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:34:30.789452 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3a947d6b-f9f5-44bc-b6fa-38ab529b1007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (60f8e9e1-4b07-4b2c-b543-1e146053ba17), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:30.801637 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:30.888043 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=106198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:34:30.888043 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61349810'] for segment (4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:30.921149 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-3a947d6b-f9f5-44bc-b6fa-38ab529b1007 None None] For port 60f8e9e1-4b07-4b2c-b543-1e146053ba17, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:34:31.036841 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-3a947d6b-f9f5-44bc-b6fa-38ab529b1007 None None] For port 60f8e9e1-4b07-4b2c-b543-1e146053ba17, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=60f8e9e1-4b07-4b2c-b543-1e146053ba17,segment=NetworkSegment(6bad58f9-0737-453d-8241-c9102aa4b818),segment_id=6bad58f9-0737-453d-8241-c9102aa4b818)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:34:31.056903 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639181'] for network (cf9673f4-1367-4aac-ae26-3824605ed50c), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:31.071194 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3a947d6b-f9f5-44bc-b6fa-38ab529b1007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (60f8e9e1-4b07-4b2c-b543-1e146053ba17), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:31.095984 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:31.106569 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/cf9673f4-1367-4aac-ae26-3824605ed50c HTTP/1.1" status: 204 len: 168 time: 1.8753226 Aug 29 20:34:31.180764 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 33982) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:31.243882 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:31.284427 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a947d6b-f9f5-44bc-b6fa-38ab529b1007 None None] Pushing event updated for resources: {'Port': ['ID=60f8e9e1-4b07-4b2c-b543-1e146053ba17,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:31.352967 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d03c8e-94d7-40a8-b523-e1ec3cb589e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf9673f4-1367-4aac-ae26-3824605ed50c,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:31.496605 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962823d5-4cd9-47af-8767-cf2198f039b3 req-ae0d076f-c18a-4b8c-a63b-99cc9fc5268b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:31.498195 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-962823d5-4cd9-47af-8767-cf2198f039b3 req-ae0d076f-c18a-4b8c-a63b-99cc9fc5268b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.4203246 Aug 29 20:34:31.542673 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 34022) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:31.572770 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6f2f1a81-ee6d-4b3b-9b16-791b12189f20 admin admin] Publish callbacks [] for router_gateway (81e976da-4163-4682-8f9f-321dfd7615e4), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:31.613231 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6f2f1a81-ee6d-4b3b-9b16-791b12189f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:31.626425 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a2e6-0108-4e01-8647-41813fc3dc74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:31.733779 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-962823d5-4cd9-47af-8767-cf2198f039b3 req-4544a418-9447-487f-a235-57f512671471 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286637 Aug 29 20:34:31.740719 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-f62afeb0-f4f0-4424-9abc-f4fa42e03dac admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=6314d8436170404097713aa7764dff94&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1966541 Aug 29 20:34:31.744044 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 34032) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:31.817574 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 60f8e9e1-4b07-4b2c-b543-1e146053ba17 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:34:31.865972 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a2e6-0108-4e01-8647-41813fc3dc74 admin admin] Publish callbacks [] for security_group (5ddd6f76-7fd7-4828-8e9a-12d54b64382d), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:31.867602 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-6f2f1a81-ee6d-4b3b-9b16-791b12189f20 admin admin] Allocated IP 172.27.1.179 (6d9f465d-5886-43f5-9015-44f8e49732f9/a46a7c4b-a1af-42c4-bdce-13dd23ff8d25/3631d30d-63dd-4ede-bd5c-778ca04e08c5) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:34:31.870125 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3dcf0d03-6448-42c9-ad92-33b0088927b4 admin admin] Publish callbacks [] for security_group (2b541ea9-e708-488c-ba40-d02944fbd331), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:31.874405 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a2e6-0108-4e01-8647-41813fc3dc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (5ddd6f76-7fd7-4828-8e9a-12d54b64382d), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:31.884894 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:31.894588 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment 4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05 resource provider aggregate not found Aug 29 20:34:31.910484 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 60f8e9e1-4b07-4b2c-b543-1e146053ba17 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:31.911296 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (60f8e9e1-4b07-4b2c-b543-1e146053ba17), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:31.917597 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3dcf0d03-6448-42c9-ad92-33b0088927b4 admin admin] Publish callbacks [] for security_group (2b541ea9-e708-488c-ba40-d02944fbd331), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:31.939905 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment 4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e3be7a9-c6c0-4540-a72f-2bdc99eb8d05 found for delete ", "request_id": "req-50c48d63-df7d-4ee9-bb45-571b307d6b29"}]} Aug 29 20:34:31.961282 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-2ac1a2e6-0108-4e01-8647-41813fc3dc74 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=6bbbffea79eb40389f9f3b06cf7fb9a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7786255 Aug 29 20:34:31.962193 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1a2e6-0108-4e01-8647-41813fc3dc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddd6f76-7fd7-4828-8e9a-12d54b64382d,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:31.968010 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 34036) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:31.986504 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=13 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:32.045667 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7be4e63e-899a-45be-bd67-f97a577b2087 admin admin] Publish callbacks [] for security_group (5ddd6f76-7fd7-4828-8e9a-12d54b64382d), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:32.087129 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 60f8e9e1-4b07-4b2c-b543-1e146053ba17 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:34:32.087771 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (60f8e9e1-4b07-4b2c-b543-1e146053ba17), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:32.098618 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6f2f1a81-ee6d-4b3b-9b16-791b12189f20 admin admin] Publish callbacks [] for port (3631d30d-63dd-4ede-bd5c-778ca04e08c5), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:32.106031 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3dcf0d03-6448-42c9-ad92-33b0088927b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (2b541ea9-e708-488c-ba40-d02944fbd331), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:32.110199 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3dcf0d03-6448-42c9-ad92-33b0088927b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:32.111449 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7be4e63e-899a-45be-bd67-f97a577b2087 admin admin] Publish callbacks [] for security_group (5ddd6f76-7fd7-4828-8e9a-12d54b64382d), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:32.111624 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-3dcf0d03-6448-42c9-ad92-33b0088927b4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2b541ea9-e708-488c-ba40-d02944fbd331 HTTP/1.1" status: 204 len: 168 time: 0.3635201 Aug 29 20:34:32.142942 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] For port 60f8e9e1-4b07-4b2c-b543-1e146053ba17, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=60f8e9e1-4b07-4b2c-b543-1e146053ba17,segment=NetworkSegment(6bad58f9-0737-453d-8241-c9102aa4b818),segment_id=6bad58f9-0737-453d-8241-c9102aa4b818)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:34:32.152424 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf0d03-6448-42c9-ad92-33b0088927b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b541ea9-e708-488c-ba40-d02944fbd331,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:32.157487 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (60f8e9e1-4b07-4b2c-b543-1e146053ba17), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:32.210321 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:32.265266 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6f2f1a81-ee6d-4b3b-9b16-791b12189f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (3631d30d-63dd-4ede-bd5c-778ca04e08c5), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:32.279335 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Pushing event updated for resources: {'Port': ['ID=60f8e9e1-4b07-4b2c-b543-1e146053ba17,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:32.281201 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7be4e63e-899a-45be-bd67-f97a577b2087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (5ddd6f76-7fd7-4828-8e9a-12d54b64382d), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:32.284073 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7be4e63e-899a-45be-bd67-f97a577b2087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:32.295366 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-7be4e63e-899a-45be-bd67-f97a577b2087 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5ddd6f76-7fd7-4828-8e9a-12d54b64382d HTTP/1.1" status: 204 len: 168 time: 0.3200712 Aug 29 20:34:32.319122 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4e63e-899a-45be-bd67-f97a577b2087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddd6f76-7fd7-4828-8e9a-12d54b64382d,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:32.324945 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 3df7e02c-a67d-412d-ba96-e358ce8a5475 no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:34:32.361064 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: 3df7e02c-a67d-412d-ba96-e358ce8a5475 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:34:32.361402 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 3df7e02c-a67d-412d-ba96-e358ce8a5475 not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:34:32.422584 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:32.446245 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2f1a81-ee6d-4b3b-9b16-791b12189f20 admin admin] Network 6d9f465d-5886-43f5-9015-44f8e49732f9 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:34:32.466020 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-6f2f1a81-ee6d-4b3b-9b16-791b12189f20 admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:34:32.497041 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2f1a81-ee6d-4b3b-9b16-791b12189f20 admin admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:34:32.746813 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f1a81-ee6d-4b3b-9b16-791b12189f20 admin admin] Pushing event updated for resources: {'Port': ['ID=3631d30d-63dd-4ede-bd5c-778ca04e08c5,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:32.919967 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f51237-d42f-45e8-9d1b-117418269cdd None None] Network c5abf10f-92d1-4beb-ac39-bbd96f2c495a requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:34:33.001522 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce9e6b-3191-4a30-b7cd-ecdc965aea7d req-e232f2be-16e7-4889-9d6d-d736040bfbae tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:33.011611 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-25ce9e6b-3191-4a30-b7cd-ecdc965aea7d req-e232f2be-16e7-4889-9d6d-d736040bfbae tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.1165397 Aug 29 20:34:33.101368 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-e9c5b94f-71bd-4a7c-b08e-60fcda0d953e None None] Provisioning complete for port 60f8e9e1-4b07-4b2c-b543-1e146053ba17 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:33.103010 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e9c5b94f-71bd-4a7c-b08e-60fcda0d953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (60f8e9e1-4b07-4b2c-b543-1e146053ba17), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:33.120486 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-25ce9e6b-3191-4a30-b7cd-ecdc965aea7d req-e0cae2ea-4dc9-4dc6-8e46-46d1b3ad1b81 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068139 Aug 29 20:34:33.202025 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6f2f1a81-ee6d-4b3b-9b16-791b12189f20 admin admin] Publish callbacks [] for router_gateway (81e976da-4163-4682-8f9f-321dfd7615e4), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:33.412782 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 34098) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:33.432985 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-e9c5b94f-71bd-4a7c-b08e-60fcda0d953e None None] Current status of the port 60f8e9e1-4b07-4b2c-b543-1e146053ba17 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:34:33.439487 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-97761279-fca6-4f1e-8e88-58648ae61beb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:33.574433 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6f2f1a81-ee6d-4b3b-9b16-791b12189f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639037'] for router (81e976da-4163-4682-8f9f-321dfd7615e4), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:33.624202 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-97761279-fca6-4f1e-8e88-58648ae61beb admin admin] Publish callbacks [] for security_group (c155e973-b0e0-40e2-aac6-0cc9b051afa3), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:33.626001 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b073f2-3d48-4296-8c4b-baf2ab12b6e7 req-5e14de63-7114-471d-a759-e5a0f2d6d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:33.627642 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-55b073f2-3d48-4296-8c4b-baf2ab12b6e7 req-5e14de63-7114-471d-a759-e5a0f2d6d5d3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 1129 time: 0.0895677 Aug 29 20:34:33.637851 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-97761279-fca6-4f1e-8e88-58648ae61beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (c155e973-b0e0-40e2-aac6-0cc9b051afa3), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:33.726883 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-97761279-fca6-4f1e-8e88-58648ae61beb admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7a720ffcd10b41edb9d30a0bd697653f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122978 Aug 29 20:34:33.732293 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97761279-fca6-4f1e-8e88-58648ae61beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c155e973-b0e0-40e2-aac6-0cc9b051afa3,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:33.735028 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 34106) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:33.755703 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-55b073f2-3d48-4296-8c4b-baf2ab12b6e7 req-d0803270-f3cc-480e-bcfa-62e7b4f054cb service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146677 Aug 29 20:34:33.771870 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:33.777935 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 60f8e9e1-4b07-4b2c-b543-1e146053ba17 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:34:33.786203 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-51439f53-017f-4c78-9094-945fea3df3c2 None None] Provisioning complete for port 60f8e9e1-4b07-4b2c-b543-1e146053ba17 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:33.787370 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51439f53-017f-4c78-9094-945fea3df3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (60f8e9e1-4b07-4b2c-b543-1e146053ba17), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:33.824159 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5eb2eac2-9715-4aea-a078-fcaaa8348570 admin admin] Publish callbacks [] for security_group (c155e973-b0e0-40e2-aac6-0cc9b051afa3), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:33.849589 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5eb2eac2-9715-4aea-a078-fcaaa8348570 admin admin] Publish callbacks [] for security_group (c155e973-b0e0-40e2-aac6-0cc9b051afa3), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:33.878988 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2f1a81-ee6d-4b3b-9b16-791b12189f20 admin admin] Router 81e976da-4163-4682-8f9f-321dfd7615e4 is scheduled to L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 with binding_index 1 {{(pid=106198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 20:34:33.891960 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 60f8e9e1-4b07-4b2c-b543-1e146053ba17 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:33.892366 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (60f8e9e1-4b07-4b2c-b543-1e146053ba17), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:33.923652 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 34114) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:33.974644 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-51439f53-017f-4c78-9094-945fea3df3c2 None None] Current status of the port 60f8e9e1-4b07-4b2c-b543-1e146053ba17 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:34:33.980983 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:33.983396 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5eb2eac2-9715-4aea-a078-fcaaa8348570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (c155e973-b0e0-40e2-aac6-0cc9b051afa3), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:33.986993 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5eb2eac2-9715-4aea-a078-fcaaa8348570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:33.988550 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-5eb2eac2-9715-4aea-a078-fcaaa8348570 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c155e973-b0e0-40e2-aac6-0cc9b051afa3 HTTP/1.1" status: 204 len: 168 time: 0.2488320 Aug 29 20:34:34.007258 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2eac2-9715-4aea-a078-fcaaa8348570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c155e973-b0e0-40e2-aac6-0cc9b051afa3,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:34.053524 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2f1a81-ee6d-4b3b-9b16-791b12189f20 admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:34:34.080459 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3b0146-6485-4b83-ab86-9a950dab6f33 None None] Sync routers for ids ['81e976da-4163-4682-8f9f-321dfd7615e4'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:34:34.083542 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6f2f1a81-ee6d-4b3b-9b16-791b12189f20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:34.091758 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-6f2f1a81-ee6d-4b3b-9b16-791b12189f20 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3129776 Aug 29 20:34:34.091758 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 34128) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:34.092591 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 60f8e9e1-4b07-4b2c-b543-1e146053ba17 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:34:34.099908 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3b0146-6485-4b83-ab86-9a950dab6f33 None None] Routers {'81e976da-4163-4682-8f9f-321dfd7615e4'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:34:34.100518 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-8c3b0146-6485-4b83-ab86-9a950dab6f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:34:09Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['81e976da-4163-4682-8f9f-321dfd7615e4'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:34:34.118505 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-e8882da1-de71-48a2-a940-22da3b7d2f83 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-205820228-network', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:34:34.156246 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8882da1-de71-48a2-a940-22da3b7d2f83 admin admin] Made reservation on behalf of bf00868e84384ee59320184a5e1c46c8 for: {'network': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:34:34.162656 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e8882da1-de71-48a2-a940-22da3b7d2f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for network (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:34.173222 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:34.186862 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e8882da1-de71-48a2-a940-22da3b7d2f83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:34.312559 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:34.345271 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-8c3b0146-6485-4b83-ab86-9a950dab6f33 None None] Set router 81e976da-4163-4682-8f9f-321dfd7615e4 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:34:34.407534 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4489cd-9854-4e62-acb5-5fd9b270c0d4 req-c6f89bd3-5039-4e43-ab32-bcb9cac6ed8d tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:34.408080 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e8882da1-de71-48a2-a940-22da3b7d2f83 admin admin] Publish callbacks [] for security_group (42a619c1-c27a-4114-b145-6f1420817205), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:34.415997 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e8882da1-de71-48a2-a940-22da3b7d2f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (42a619c1-c27a-4114-b145-6f1420817205), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:34.423237 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5b4489cd-9854-4e62-acb5-5fd9b270c0d4 req-c6f89bd3-5039-4e43-ab32-bcb9cac6ed8d tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.1636271 Aug 29 20:34:34.488670 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 34144) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:34.497268 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8882da1-de71-48a2-a940-22da3b7d2f83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=106199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:34:34.532644 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ffaacab8-11fc-46ef-91ee-a2c53b8109f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:34.533116 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e8882da1-de71-48a2-a940-22da3b7d2f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (ff3441ef-068d-4a77-a34c-00a02e11189e), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:34.534033 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.db.segments_db [None req-e8882da1-de71-48a2-a940-22da3b7d2f83 admin admin] Added segment ff3441ef-068d-4a77-a34c-00a02e11189e of type vlan for network f0c2c5bd-a9a1-411b-a42c-01cbce56e13b Aug 29 20:34:34.536287 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8882da1-de71-48a2-a940-22da3b7d2f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a619c1-c27a-4114-b145-6f1420817205,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:34.583413 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 34148) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:34.623815 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:34.628082 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5b4489cd-9854-4e62-acb5-5fd9b270c0d4 req-95e494c5-423d-4f56-a7db-cf076e4f046c tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474502 Aug 29 20:34:34.678990 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e8882da1-de71-48a2-a940-22da3b7d2f83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001069397'] for network (f0c2c5bd-a9a1-411b-a42c-01cbce56e13b), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:34.704156 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-8c3b0146-6485-4b83-ab86-9a950dab6f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'name': 'tempest-TestMinimumBasicScenario-1808664021-router', 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3631d30d-63dd-4ede-bd5c-778ca04e08c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:29Z', 'updated_at': '2022-08-29T20:34:32Z', 'revision_number': 3, 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'gw_port': {'id': '3631d30d-63dd-4ede-bd5c-778ca04e08c5', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:00:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:31Z', 'updated_at': '2022-08-29T20:34:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:34:34.737882 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e8882da1-de71-48a2-a940-22da3b7d2f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957'] for network (f0c2c5bd-a9a1-411b-a42c-01cbce56e13b), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:34.739991 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8882da1-de71-48a2-a940-22da3b7d2f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:34.740746 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e8882da1-de71-48a2-a940-22da3b7d2f83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:34.744682 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3b0146-6485-4b83-ab86-9a950dab6f33 None None] Checking router: 81e976da-4163-4682-8f9f-321dfd7615e4 for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:34:34.745380 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3b0146-6485-4b83-ab86-9a950dab6f33 None None] Updating router 81e976da-4163-4682-8f9f-321dfd7615e4 port 3631d30d-63dd-4ede-bd5c-778ca04e08c5 binding host dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:34:34.813779 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-8c3b0146-6485-4b83-ab86-9a950dab6f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (3631d30d-63dd-4ede-bd5c-778ca04e08c5), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:34.849257 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-e8882da1-de71-48a2-a940-22da3b7d2f83 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9206572 Aug 29 20:34:34.850284 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 34156) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:34.857965 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-b113fd70-6752-4356-888c-06aec946823e admin admin] Request body: {'subnet': {'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-205820228-subnet', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:34:34.861935 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:34.895168 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8882da1-de71-48a2-a940-22da3b7d2f83 admin admin] Pushing event updated for resources: {'Network': ['ID=f0c2c5bd-a9a1-411b-a42c-01cbce56e13b,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:34.917811 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b113fd70-6752-4356-888c-06aec946823e admin admin] Made reservation on behalf of bf00868e84384ee59320184a5e1c46c8 for: {'subnet': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:34:34.920379 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b113fd70-6752-4356-888c-06aec946823e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61346495'] for subnet (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:34.926290 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Network f0c2c5bd-a9a1-411b-a42c-01cbce56e13b details requested by agent ovs-agent-dv-cinder-854263-2-iscsi with host dv-cinder-854263-2-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:34:35.026100 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-360f09ab-c002-49b0-88a1-e2d9a606c6b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:35.098483 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ffaacab8-11fc-46ef-91ee-a2c53b8109f0 admin admin] Publish callbacks [] for security_group (3de79cb7-5d0f-4212-aed8-095ddc6e870b), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:35.112284 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ffaacab8-11fc-46ef-91ee-a2c53b8109f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (3de79cb7-5d0f-4212-aed8-095ddc6e870b), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:35.173887 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b113fd70-6752-4356-888c-06aec946823e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61109325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61346473'] for subnet (db3f9330-f955-44ea-a8cb-91c97bf60681), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:35.191698 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-ffaacab8-11fc-46ef-91ee-a2c53b8109f0 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4f742cc32a40422ea34d5959731f4444&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6994286 Aug 29 20:34:35.199405 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 34158) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:35.213669 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaacab8-11fc-46ef-91ee-a2c53b8109f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de79cb7-5d0f-4212-aed8-095ddc6e870b,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:35.268720 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-360f09ab-c002-49b0-88a1-e2d9a606c6b2 admin admin] Publish callbacks [] for security_group (925754a1-3287-4662-8ac4-0d280fc71cff), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:35.271232 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113fd70-6752-4356-888c-06aec946823e admin admin] Pushing event updated for resources: {'Subnet': ['ID=db3f9330-f955-44ea-a8cb-91c97bf60681,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:35.293861 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-360f09ab-c002-49b0-88a1-e2d9a606c6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (925754a1-3287-4662-8ac4-0d280fc71cff), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:35.296043 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:35.308719 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b113fd70-6752-4356-888c-06aec946823e admin admin] Checking segment: {'id': 'ff3441ef-068d-4a77-a34c-00a02e11189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:34:35.309045 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b113fd70-6752-4356-888c-06aec946823e admin admin] Network hostable DHCP agents. Network: f0c2c5bd-a9a1-411b-a42c-01cbce56e13b, hostable agents: ['aba3b8c1-ed4e-40c9-99d3-a300910cc497'], hosted agents: [] {{(pid=106199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:34:35.319475 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-24b4ee37-3b4e-4468-82c5-d0734dbb6d46 admin admin] Publish callbacks [] for security_group (3de79cb7-5d0f-4212-aed8-095ddc6e870b), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:35.322200 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:35.354219 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-8c3b0146-6485-4b83-ab86-9a950dab6f33 None None] Publish callbacks [] for port (3631d30d-63dd-4ede-bd5c-778ca04e08c5), precommit_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:35.362464 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-8c3b0146-6485-4b83-ab86-9a950dab6f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (3631d30d-63dd-4ede-bd5c-778ca04e08c5), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:35.369058 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-24b4ee37-3b4e-4468-82c5-d0734dbb6d46 admin admin] Publish callbacks [] for security_group (3de79cb7-5d0f-4212-aed8-095ddc6e870b), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:35.378932 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ca86cf69-e26d-4705-8728-e71b1add5441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:35.381266 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b113fd70-6752-4356-888c-06aec946823e admin admin] Network f0c2c5bd-a9a1-411b-a42c-01cbce56e13b is scheduled to be hosted by DHCP agent aba3b8c1-ed4e-40c9-99d3-a300910cc497 with binding_index 1 {{(pid=106199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:34:35.407269 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-b113fd70-6752-4356-888c-06aec946823e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-2-iscsi, f0c2c5bd-a9a1-411b-a42c-01cbce56e13b) {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:34:35.413885 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-360f09ab-c002-49b0-88a1-e2d9a606c6b2 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=973b4a0dd723403b884f5a1050e85a4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8257182 Aug 29 20:34:35.416110 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b113fd70-6752-4356-888c-06aec946823e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:35.416705 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b113fd70-6752-4356-888c-06aec946823e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for subnet (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:35.418805 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 34162) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:35.420179 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f09ab-c002-49b0-88a1-e2d9a606c6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925754a1-3287-4662-8ac4-0d280fc71cff,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:35.441394 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ed765-12bc-495c-bd4e-b0d54e990252 None None] Pushing event updated for resources: {'Port': ['ID=3631d30d-63dd-4ede-bd5c-778ca04e08c5,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:35.449387 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0af335-4af3-4aa3-9d88-76f1287ad4a9 None None] Network f0c2c5bd-a9a1-411b-a42c-01cbce56e13b requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:34:35.452216 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-8c3b0146-6485-4b83-ab86-9a950dab6f33 None None] Attempting to bind port 3631d30d-63dd-4ede-bd5c-778ca04e08c5 on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:34:35.452610 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-8c3b0146-6485-4b83-ab86-9a950dab6f33 None None] Attempting to bind port 3631d30d-63dd-4ede-bd5c-778ca04e08c5 by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:34:35.453097 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3b0146-6485-4b83-ab86-9a950dab6f33 None None] Attempting to bind port 3631d30d-63dd-4ede-bd5c-778ca04e08c5 on network 6d9f465d-5886-43f5-9015-44f8e49732f9 {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:34:35.470711 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-b113fd70-6752-4356-888c-06aec946823e admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6146181 Aug 29 20:34:35.470886 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3b0146-6485-4b83-ab86-9a950dab6f33 None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:34:35.470886 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3b0146-6485-4b83-ab86-9a950dab6f33 None None] Checking segment: {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:34:35.470886 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-8c3b0146-6485-4b83-ab86-9a950dab6f33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:35.471282 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3b0146-6485-4b83-ab86-9a950dab6f33 None None] Bound using segment: {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:34:35.471738 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-8c3b0146-6485-4b83-ab86-9a950dab6f33 None None] Bound port: 3631d30d-63dd-4ede-bd5c-778ca04e08c5, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:34:35.471900 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 34164) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:35.472106 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-8c3b0146-6485-4b83-ab86-9a950dab6f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (3631d30d-63dd-4ede-bd5c-778ca04e08c5), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:35.477294 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-93c84c46-3898-486b-823f-dc1513377d4b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-205820228-router', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:34:35.481790 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:35.515866 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-24b4ee37-3b4e-4468-82c5-d0734dbb6d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (3de79cb7-5d0f-4212-aed8-095ddc6e870b), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:35.518333 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-24b4ee37-3b4e-4468-82c5-d0734dbb6d46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:35.519442 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-24b4ee37-3b4e-4468-82c5-d0734dbb6d46 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3de79cb7-5d0f-4212-aed8-095ddc6e870b HTTP/1.1" status: 204 len: 168 time: 0.3171108 Aug 29 20:34:35.533832 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6be53780-59bb-4946-8fea-4a14002e103d admin admin] Publish callbacks [] for security_group (925754a1-3287-4662-8ac4-0d280fc71cff), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:35.538564 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-93c84c46-3898-486b-823f-dc1513377d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6777'] for router (e2b4c46e-b60d-4c76-bc0c-08a8adc43453), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:35.538969 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-93c84c46-3898-486b-823f-dc1513377d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6774'] for router (e2b4c46e-b60d-4c76-bc0c-08a8adc43453), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:35.543855 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4ee37-3b4e-4468-82c5-d0734dbb6d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de79cb7-5d0f-4212-aed8-095ddc6e870b,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:35.575869 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6be53780-59bb-4946-8fea-4a14002e103d admin admin] Publish callbacks [] for security_group (925754a1-3287-4662-8ac4-0d280fc71cff), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:35.635214 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:35.656089 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-93c84c46-3898-486b-823f-dc1513377d4b admin admin] Publish callbacks [] for router_controller (e2b4c46e-b60d-4c76-bc0c-08a8adc43453), precommit_add_association {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:35.657843 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-ca86cf69-e26d-4705-8728-e71b1add5441 admin admin] Allocated IP 172.20.0.1 (c5abf10f-92d1-4beb-ac39-bbd96f2c495a/27bbd3f3-bd10-443b-9270-f984952a576d/8efac45a-b22e-4b85-8b21-a0dc24da9ea6) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:34:35.748010 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-8c3b0146-6485-4b83-ab86-9a950dab6f33 None None] For port 3631d30d-63dd-4ede-bd5c-778ca04e08c5, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:34:35.778993 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:35.784945 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6be53780-59bb-4946-8fea-4a14002e103d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (925754a1-3287-4662-8ac4-0d280fc71cff), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:35.787666 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6be53780-59bb-4946-8fea-4a14002e103d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:35.788902 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-6be53780-59bb-4946-8fea-4a14002e103d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/925754a1-3287-4662-8ac4-0d280fc71cff HTTP/1.1" status: 204 len: 168 time: 0.3660350 Aug 29 20:34:35.907794 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ca86cf69-e26d-4705-8728-e71b1add5441 admin admin] Publish callbacks [] for port (8efac45a-b22e-4b85-8b21-a0dc24da9ea6), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:35.986632 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-8c3b0146-6485-4b83-ab86-9a950dab6f33 None None] For port 3631d30d-63dd-4ede-bd5c-778ca04e08c5, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=3631d30d-63dd-4ede-bd5c-778ca04e08c5,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:34:36.016993 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ca86cf69-e26d-4705-8728-e71b1add5441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (8efac45a-b22e-4b85-8b21-a0dc24da9ea6), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:36.028175 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-8c3b0146-6485-4b83-ab86-9a950dab6f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (3631d30d-63dd-4ede-bd5c-778ca04e08c5), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:36.098443 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a28b59-e32c-4963-b1fb-c1e14d160e26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83f671a-a6f4-538f-9d53-80dd384b293c-f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'fixed_ips': [{'subnet_id': 'db3f9330-f955-44ea-a8cb-91c97bf60681'}]}} from dv-cinder-854263-2-iscsi. {{(pid=106200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 20:34:36.099795 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f6a28b59-e32c-4963-b1fb-c1e14d160e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:36.111143 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be53780-59bb-4946-8fea-4a14002e103d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925754a1-3287-4662-8ac4-0d280fc71cff,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:36.129298 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca86cf69-e26d-4705-8728-e71b1add5441 admin admin] Network c5abf10f-92d1-4beb-ac39-bbd96f2c495a is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:34:36.143121 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-ca86cf69-e26d-4705-8728-e71b1add5441 admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:34:36.150848 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca86cf69-e26d-4705-8728-e71b1add5441 admin admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:34:36.167829 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3b0146-6485-4b83-ab86-9a950dab6f33 None None] Routers {'81e976da-4163-4682-8f9f-321dfd7615e4'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:34:36.169723 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-8c3b0146-6485-4b83-ab86-9a950dab6f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:34:09Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['81e976da-4163-4682-8f9f-321dfd7615e4'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:34:36.172538 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258acc8b-72f6-4fa7-8d5f-44cb32669a7f req-938f52bb-2ae1-4f02-9bc4-0d51d340f761 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:36.174767 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-258acc8b-72f6-4fa7-8d5f-44cb32669a7f req-938f52bb-2ae1-4f02-9bc4-0d51d340f761 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.4017093 Aug 29 20:34:36.220131 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-93c84c46-3898-486b-823f-dc1513377d4b admin admin] Publish callbacks [] for router_gateway (e2b4c46e-b60d-4c76-bc0c-08a8adc43453), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:36.284272 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86cf69-e26d-4705-8728-e71b1add5441 admin admin] Pushing event updated for resources: {'Port': ['ID=8efac45a-b22e-4b85-8b21-a0dc24da9ea6,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:36.325093 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ca86cf69-e26d-4705-8728-e71b1add5441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639577'] for router_interface (81e976da-4163-4682-8f9f-321dfd7615e4), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:36.344698 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-258acc8b-72f6-4fa7-8d5f-44cb32669a7f req-db70f3d0-fa27-4c8d-b77a-72b7f7ec57e8 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362920 Aug 29 20:34:36.586572 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-93c84c46-3898-486b-823f-dc1513377d4b admin admin] Publish callbacks [] for router_gateway (e2b4c46e-b60d-4c76-bc0c-08a8adc43453), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:36.587463 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8735f6-7fee-464d-b668-d773c9e7dd24 req-62ffdb49-e413-4fa1-afcf-0b1d48fb37ef tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:36.595301 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3a8735f6-7fee-464d-b668-d773c9e7dd24 req-62ffdb49-e413-4fa1-afcf-0b1d48fb37ef tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 945 time: 0.0693295 Aug 29 20:34:36.613549 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ed765-12bc-495c-bd4e-b0d54e990252 None None] Pushing event updated for resources: {'Port': ['ID=3631d30d-63dd-4ede-bd5c-778ca04e08c5,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:36.614255 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-93c84c46-3898-486b-823f-dc1513377d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:36.626534 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:36.670628 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ca86cf69-e26d-4705-8728-e71b1add5441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (8efac45a-b22e-4b85-8b21-a0dc24da9ea6), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:36.705516 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3a8735f6-7fee-464d-b668-d773c9e7dd24 req-5ecc9e39-ae48-4ac2-8147-5e09a8163d36 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089542 Aug 29 20:34:36.791207 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-8c3b0146-6485-4b83-ab86-9a950dab6f33 None None] Set router 81e976da-4163-4682-8f9f-321dfd7615e4 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:34:36.823282 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-381f89e8-6a4a-4d04-801e-0351a81e03ed None None] Provisioning complete for port 8efac45a-b22e-4b85-8b21-a0dc24da9ea6 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:36.823717 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-381f89e8-6a4a-4d04-801e-0351a81e03ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (8efac45a-b22e-4b85-8b21-a0dc24da9ea6), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:36.849244 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 34210) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:36.865933 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:36.919140 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-381f89e8-6a4a-4d04-801e-0351a81e03ed None None] Port 8efac45a-b22e-4b85-8b21-a0dc24da9ea6 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:34:36.966474 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [None req-93c84c46-3898-486b-823f-dc1513377d4b admin admin] Allocated IP 172.27.1.254 (6d9f465d-5886-43f5-9015-44f8e49732f9/a46a7c4b-a1af-42c4-bdce-13dd23ff8d25/67455bd2-bb87-48f0-9b52-c1c6f7266933) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:34:36.980068 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ca86cf69-e26d-4705-8728-e71b1add5441 admin admin] Publish callbacks [] for port (8efac45a-b22e-4b85-8b21-a0dc24da9ea6), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:36.994158 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ca86cf69-e26d-4705-8728-e71b1add5441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (8efac45a-b22e-4b85-8b21-a0dc24da9ea6), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:37.083914 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.db_base_plugin_common [None req-f6a28b59-e32c-4963-b1fb-c1e14d160e26 None None] Allocated IP 172.20.0.2 (f0c2c5bd-a9a1-411b-a42c-01cbce56e13b/db3f9330-f955-44ea-a8cb-91c97bf60681/59da5054-61c4-4f43-b424-9a5f20359af6) {{(pid=106200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:34:37.210124 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-93c84c46-3898-486b-823f-dc1513377d4b admin admin] Publish callbacks [] for port (67455bd2-bb87-48f0-9b52-c1c6f7266933), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:37.214964 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:INSERT=5,neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:37.229545 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86cf69-e26d-4705-8728-e71b1add5441 admin admin] Pushing event updated for resources: {'Port': ['ID=8efac45a-b22e-4b85-8b21-a0dc24da9ea6,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:37.236535 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3a74ee13-95d9-4819-af02-a85e69435f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:37.253935 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-8c3b0146-6485-4b83-ab86-9a950dab6f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'name': 'tempest-TestMinimumBasicScenario-1808664021-router', 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3631d30d-63dd-4ede-bd5c-778ca04e08c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:29Z', 'updated_at': '2022-08-29T20:34:32Z', 'revision_number': 3, 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'gw_port': {'id': '3631d30d-63dd-4ede-bd5c-778ca04e08c5', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:00:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:31Z', 'updated_at': '2022-08-29T20:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:34:37.295283 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ca86cf69-e26d-4705-8728-e71b1add5441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639693'] for router_interface (81e976da-4163-4682-8f9f-321dfd7615e4), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:37.297336 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3b0146-6485-4b83-ab86-9a950dab6f33 None None] The sync data for ids ['81e976da-4163-4682-8f9f-321dfd7615e4'] in dv-cinder-854263-2-iscsi is: [{'id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'name': 'tempest-TestMinimumBasicScenario-1808664021-router', 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3631d30d-63dd-4ede-bd5c-778ca04e08c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:29Z', 'updated_at': '2022-08-29T20:34:32Z', 'revision_number': 3, 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'gw_port': {'id': '3631d30d-63dd-4ede-bd5c-778ca04e08c5', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:00:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:31Z', 'updated_at': '2022-08-29T20:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:34:37.318208 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:37.343336 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:37.354258 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-93c84c46-3898-486b-823f-dc1513377d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (67455bd2-bb87-48f0-9b52-c1c6f7266933), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:37.447659 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b4527cfa-61cd-4566-ac7a-6303caaa90e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:37.449052 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c84c46-3898-486b-823f-dc1513377d4b admin admin] Pushing event updated for resources: {'Port': ['ID=67455bd2-bb87-48f0-9b52-c1c6f7266933,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:37.491506 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c84c46-3898-486b-823f-dc1513377d4b admin admin] Network 6d9f465d-5886-43f5-9015-44f8e49732f9 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:34:37.494294 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-93c84c46-3898-486b-823f-dc1513377d4b admin admin] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:34:37.497419 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c84c46-3898-486b-823f-dc1513377d4b admin admin] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:34:37.557777 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f6a28b59-e32c-4963-b1fb-c1e14d160e26 None None] Publish callbacks [] for port (59da5054-61c4-4f43-b424-9a5f20359af6), precommit_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:37.580524 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f6a28b59-e32c-4963-b1fb-c1e14d160e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414'] for port (59da5054-61c4-4f43-b424-9a5f20359af6), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:37.598054 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:37.747306 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a28b59-e32c-4963-b1fb-c1e14d160e26 None None] Network f0c2c5bd-a9a1-411b-a42c-01cbce56e13b is already hosted by enough agents. {{(pid=106200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:34:37.754802 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.scheduler.base_scheduler [None req-f6a28b59-e32c-4963-b1fb-c1e14d160e26 None None] Resources bound (agent type, host, resource id): {{(pid=106200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:34:37.779764 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a28b59-e32c-4963-b1fb-c1e14d160e26 None None] Received port after_create {{(pid=106200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:34:37.783867 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a28b59-e32c-4963-b1fb-c1e14d160e26 None None] Pushing event updated for resources: {'Port': ['ID=59da5054-61c4-4f43-b424-9a5f20359af6,revision_number=1']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:37.806688 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca86cf69-e26d-4705-8728-e71b1add5441 admin admin] Network c5abf10f-92d1-4beb-ac39-bbd96f2c495a is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:34:37.819447 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-ca86cf69-e26d-4705-8728-e71b1add5441 admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:34:38.003817 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-f6a28b59-e32c-4963-b1fb-c1e14d160e26 None None] Attempting to bind port 59da5054-61c4-4f43-b424-9a5f20359af6 on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:34:38.004386 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-f6a28b59-e32c-4963-b1fb-c1e14d160e26 None None] Attempting to bind port 59da5054-61c4-4f43-b424-9a5f20359af6 by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': 'ff3441ef-068d-4a77-a34c-00a02e11189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:34:38.005189 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a28b59-e32c-4963-b1fb-c1e14d160e26 None None] Attempting to bind port 59da5054-61c4-4f43-b424-9a5f20359af6 on network f0c2c5bd-a9a1-411b-a42c-01cbce56e13b {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:34:38.016792 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a28b59-e32c-4963-b1fb-c1e14d160e26 None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:34:38.017278 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a28b59-e32c-4963-b1fb-c1e14d160e26 None None] Checking segment: {'id': 'ff3441ef-068d-4a77-a34c-00a02e11189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:34:38.017880 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f6a28b59-e32c-4963-b1fb-c1e14d160e26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:38.018313 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a28b59-e32c-4963-b1fb-c1e14d160e26 None None] Bound using segment: {'id': 'ff3441ef-068d-4a77-a34c-00a02e11189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:34:38.022281 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-f6a28b59-e32c-4963-b1fb-c1e14d160e26 None None] Bound port: 59da5054-61c4-4f43-b424-9a5f20359af6, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3441ef-068d-4a77-a34c-00a02e11189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:34:38.025629 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f6a28b59-e32c-4963-b1fb-c1e14d160e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (59da5054-61c4-4f43-b424-9a5f20359af6), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:38.086420 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b4527cfa-61cd-4566-ac7a-6303caaa90e9 admin admin] Publish callbacks [] for security_group (8935d0ee-5e69-4458-99af-efadb31feefd), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:38.108959 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b4527cfa-61cd-4566-ac7a-6303caaa90e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (8935d0ee-5e69-4458-99af-efadb31feefd), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:38.202080 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-93c84c46-3898-486b-823f-dc1513377d4b admin admin] Publish callbacks [] for router_gateway (e2b4c46e-b60d-4c76-bc0c-08a8adc43453), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:38.239383 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-b4527cfa-61cd-4566-ac7a-6303caaa90e9 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7b1586a95edd4b04943d104f9f814757&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3860402 Aug 29 20:34:38.250121 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 34242) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:38.267729 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4527cfa-61cd-4566-ac7a-6303caaa90e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8935d0ee-5e69-4458-99af-efadb31feefd,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:38.325586 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f6a28b59-e32c-4963-b1fb-c1e14d160e26 None None] For port 59da5054-61c4-4f43-b424-9a5f20359af6, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:34:38.346561 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-2d2b1158-2244-42b2-b9f0-8c73a2b72a7a None None] Provisioning complete for port 8efac45a-b22e-4b85-8b21-a0dc24da9ea6 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:38.346971 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2d2b1158-2244-42b2-b9f0-8c73a2b72a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (8efac45a-b22e-4b85-8b21-a0dc24da9ea6), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:38.353671 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f6a28b59-e32c-4963-b1fb-c1e14d160e26 None None] For port 59da5054-61c4-4f43-b424-9a5f20359af6, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=59da5054-61c4-4f43-b424-9a5f20359af6,segment=NetworkSegment(ff3441ef-068d-4a77-a34c-00a02e11189e),segment_id=ff3441ef-068d-4a77-a34c-00a02e11189e)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:34:38.421215 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e23f11e0-f4b1-4bb8-8565-6252f948166d admin admin] Publish callbacks [] for security_group (8935d0ee-5e69-4458-99af-efadb31feefd), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:38.467126 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f6a28b59-e32c-4963-b1fb-c1e14d160e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (59da5054-61c4-4f43-b424-9a5f20359af6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:38.468517 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca86cf69-e26d-4705-8728-e71b1add5441 admin admin] Router 81e976da-4163-4682-8f9f-321dfd7615e4 has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:34:38.481999 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e23f11e0-f4b1-4bb8-8565-6252f948166d admin admin] Publish callbacks [] for security_group (8935d0ee-5e69-4458-99af-efadb31feefd), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:38.526509 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-2d2b1158-2244-42b2-b9f0-8c73a2b72a7a None None] Port 8efac45a-b22e-4b85-8b21-a0dc24da9ea6 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:34:38.598501 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a28b59-e32c-4963-b1fb-c1e14d160e26 None None] Pushing event updated for resources: {'Port': ['ID=59da5054-61c4-4f43-b424-9a5f20359af6,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:38.761410 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca86cf69-e26d-4705-8728-e71b1add5441 admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:34:38.783979 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-ca86cf69-e26d-4705-8728-e71b1add5441 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/81e976da-4163-4682-8f9f-321dfd7615e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6767588 Aug 29 20:34:38.826475 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-93c84c46-3898-486b-823f-dc1513377d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639037'] for router (e2b4c46e-b60d-4c76-bc0c-08a8adc43453), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:38.845051 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e23f11e0-f4b1-4bb8-8565-6252f948166d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (8935d0ee-5e69-4458-99af-efadb31feefd), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:38.854112 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e23f11e0-f4b1-4bb8-8565-6252f948166d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:38.861902 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-e23f11e0-f4b1-4bb8-8565-6252f948166d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8935d0ee-5e69-4458-99af-efadb31feefd HTTP/1.1" status: 204 len: 168 time: 0.6052217 Aug 29 20:34:38.903910 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f11e0-f4b1-4bb8-8565-6252f948166d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8935d0ee-5e69-4458-99af-efadb31feefd,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:39.393648 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c84c46-3898-486b-823f-dc1513377d4b admin admin] Router e2b4c46e-b60d-4c76-bc0c-08a8adc43453 is scheduled to L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 with binding_index 1 {{(pid=106199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 20:34:39.542692 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-0aaa5c39-2214-4258-a8b9-88013a2d6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:39.561313 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:39.798697 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 3631d30d-63dd-4ede-bd5c-778ca04e08c5 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:34:39.840943 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec690a9-22a4-4faa-8d27-fa6cf508ce3f req-4585af63-8450-4899-81f5-57d14ad53664 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:39.850678 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3ec690a9-22a4-4faa-8d27-fa6cf508ce3f req-4585af63-8450-4899-81f5-57d14ad53664 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 945 time: 0.1759748 Aug 29 20:34:39.881045 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b8374-58ac-4b85-a8da-2693ffe57b53 req-1dd7f3cc-f1ef-4603-aea4-19754db973f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:39.887051 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e20b8374-58ac-4b85-a8da-2693ffe57b53 req-1dd7f3cc-f1ef-4603-aea4-19754db973f8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8436d85d931a41cfa6d626c08ad82ef4&device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 1129 time: 0.1972711 Aug 29 20:34:39.923755 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:39.928937 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3ec690a9-22a4-4faa-8d27-fa6cf508ce3f req-e6eeca0d-1df0-452d-a0fc-ab77c67b9637 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760539 Aug 29 20:34:39.948044 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 3631d30d-63dd-4ede-bd5c-778ca04e08c5 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:39.948685 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (3631d30d-63dd-4ede-bd5c-778ca04e08c5), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:39.968442 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 34286) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:39.979815 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c84c46-3898-486b-823f-dc1513377d4b admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:34:39.982499 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e87b8f02-6188-46f0-a9c3-3a7d150424a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:39.996113 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af8689d-faac-482b-85ef-8c76ed363a1b None None] Sync routers for ids ['e2b4c46e-b60d-4c76-bc0c-08a8adc43453'] in dv-cinder-854263-2-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:34:40.040514 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af8689d-faac-482b-85ef-8c76ed363a1b None None] Routers {'e2b4c46e-b60d-4c76-bc0c-08a8adc43453'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:34:40.041591 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-3af8689d-faac-482b-85ef-8c76ed363a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:34:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['e2b4c46e-b60d-4c76-bc0c-08a8adc43453'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:34:40.099542 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-93c84c46-3898-486b-823f-dc1513377d4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:40.100957 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-93c84c46-3898-486b-823f-dc1513377d4b admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6280882 Aug 29 20:34:40.106917 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 34292) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:40.191255 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b8374-58ac-4b85-a8da-2693ffe57b53 req-311d75c0-1155-40cc-af83-57facd399ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:40.191601 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 3631d30d-63dd-4ede-bd5c-778ca04e08c5 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:34:40.192572 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (3631d30d-63dd-4ede-bd5c-778ca04e08c5), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:40.193377 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e20b8374-58ac-4b85-a8da-2693ffe57b53 req-311d75c0-1155-40cc-af83-57facd399ca7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=9aeb874f-5dc0-4462-96f6-c696d1a7b371 HTTP/1.1" status: 200 len: 920 time: 0.2926869 Aug 29 20:34:40.233201 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] For port 3631d30d-63dd-4ede-bd5c-778ca04e08c5, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=3631d30d-63dd-4ede-bd5c-778ca04e08c5,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:34:40.239740 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (3631d30d-63dd-4ede-bd5c-778ca04e08c5), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:40.241298 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 59da5054-61c4-4f43-b424-9a5f20359af6 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:34:40.266565 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e87b8f02-6188-46f0-a9c3-3a7d150424a6 admin admin] Publish callbacks [] for security_group (6a20b351-b5b8-41e7-9cc0-81b379f6821a), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:40.278711 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e87b8f02-6188-46f0-a9c3-3a7d150424a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (6a20b351-b5b8-41e7-9cc0-81b379f6821a), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:40.288510 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e20b8374-58ac-4b85-a8da-2693ffe57b53 req-ba5579b8-4972-4d34-ba12-ca0b6833f93c service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83aab753-4372-4b2f-a578-8ecea2f99be1 HTTP/1.1" status: 200 len: 217 time: 0.0846779 Aug 29 20:34:40.354079 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:40.357168 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-3af8689d-faac-482b-85ef-8c76ed363a1b None None] Set router e2b4c46e-b60d-4c76-bc0c-08a8adc43453 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:34:40.374512 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Pushing event updated for resources: {'Port': ['ID=3631d30d-63dd-4ede-bd5c-778ca04e08c5,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:40.399082 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 59da5054-61c4-4f43-b424-9a5f20359af6 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:40.399665 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (59da5054-61c4-4f43-b424-9a5f20359af6), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:40.411104 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:40.416613 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b8374-58ac-4b85-a8da-2693ffe57b53 req-d56c279b-27d9-43ca-a5e1-e8072c3781ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:40.420608 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e20b8374-58ac-4b85-a8da-2693ffe57b53 req-d56c279b-27d9-43ca-a5e1-e8072c3781ef service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=b859f7aa-b619-481f-9230-0993b4243baf HTTP/1.1" status: 200 len: 858 time: 0.1131856 Aug 29 20:34:40.455047 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-e87b8f02-6188-46f0-a9c3-3a7d150424a6 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7448a1301ade4188811365e4b7e580a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4942095 Aug 29 20:34:40.463356 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=6 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:40.467522 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3e6526-121c-4185-b126-071821faa1e8 None None] Network f0c2c5bd-a9a1-411b-a42c-01cbce56e13b requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:34:40.496747 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:40.513769 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b8374-58ac-4b85-a8da-2693ffe57b53 req-8fa134ab-8444-471f-960d-4016bd3ee4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:40.515463 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e20b8374-58ac-4b85-a8da-2693ffe57b53 req-8fa134ab-8444-471f-960d-4016bd3ee4aa service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=9aeb874f-5dc0-4462-96f6-c696d1a7b371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0833921 Aug 29 20:34:40.516370 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 34298) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:40.531441 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b8f02-6188-46f0-a9c3-3a7d150424a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a20b351-b5b8-41e7-9cc0-81b379f6821a,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:40.643259 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-9df82167-3d00-4926-9436-881738886604 None None] Provisioning complete for port 59da5054-61c4-4f43-b424-9a5f20359af6 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:40.644306 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-9df82167-3d00-4926-9436-881738886604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (59da5054-61c4-4f43-b424-9a5f20359af6), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:40.651122 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 59da5054-61c4-4f43-b424-9a5f20359af6 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:34:40.651854 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (59da5054-61c4-4f43-b424-9a5f20359af6), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:40.696677 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 34306) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:40.706277 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-21e33012-ce43-453f-9645-250184b6c9e4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1476657770-network', 'tenant_id': 'fd7f1416e786402898e6377e1c3f210c'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:34:40.769173 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:40.807724 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] For port 59da5054-61c4-4f43-b424-9a5f20359af6, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=59da5054-61c4-4f43-b424-9a5f20359af6,segment=NetworkSegment(ff3441ef-068d-4a77-a34c-00a02e11189e),segment_id=ff3441ef-068d-4a77-a34c-00a02e11189e)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:34:40.828711 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-3af8689d-faac-482b-85ef-8c76ed363a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'name': 'tempest-AttachVolumeShelveTestJSON-205820228-router', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:35Z', 'updated_at': '2022-08-29T20:34:37Z', 'revision_number': 3, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'gw_port': {'id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:36Z', 'updated_at': '2022-08-29T20:34:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:34:40.829327 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (59da5054-61c4-4f43-b424-9a5f20359af6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:40.835167 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-37bfdbf1-e06c-4e79-b591-b037580f31a0 admin admin] Publish callbacks [] for security_group (6a20b351-b5b8-41e7-9cc0-81b379f6821a), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:40.853404 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e33012-ce43-453f-9645-250184b6c9e4 admin admin] Made reservation on behalf of fd7f1416e786402898e6377e1c3f210c for: {'network': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:34:40.857702 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-21e33012-ce43-453f-9645-250184b6c9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for network (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:40.883698 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-37bfdbf1-e06c-4e79-b591-b037580f31a0 admin admin] Publish callbacks [] for security_group (6a20b351-b5b8-41e7-9cc0-81b379f6821a), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:40.896935 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af8689d-faac-482b-85ef-8c76ed363a1b None None] Checking router: e2b4c46e-b60d-4c76-bc0c-08a8adc43453 for host: dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:34:40.899117 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-21e33012-ce43-453f-9645-250184b6c9e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:40.900441 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af8689d-faac-482b-85ef-8c76ed363a1b None None] Updating router e2b4c46e-b60d-4c76-bc0c-08a8adc43453 port 67455bd2-bb87-48f0-9b52-c1c6f7266933 binding host dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:34:40.942854 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e20b8374-58ac-4b85-a8da-2693ffe57b53 req-103ef99f-06e7-4ce2-b7cf-b3b9f07dc3be service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180179 Aug 29 20:34:40.953423 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3af8689d-faac-482b-85ef-8c76ed363a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (67455bd2-bb87-48f0-9b52-c1c6f7266933), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:41.137485 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-37bfdbf1-e06c-4e79-b591-b037580f31a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (6a20b351-b5b8-41e7-9cc0-81b379f6821a), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:41.141471 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-37bfdbf1-e06c-4e79-b591-b037580f31a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:41.143457 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-37bfdbf1-e06c-4e79-b591-b037580f31a0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6a20b351-b5b8-41e7-9cc0-81b379f6821a HTTP/1.1" status: 204 len: 168 time: 0.6259265 Aug 29 20:34:41.208618 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-613e4e2a-1a80-4173-8ee0-1ad281f9ce73 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=e4de197062eb48adb3f8af1a1f8e958c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781753 Aug 29 20:34:41.229904 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713b77b-1a01-4e88-9fd1-882cedb8dce3 req-2ff2b4db-ab3d-4f2d-a203-0db1658c815c tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:41.251733 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c713b77b-1a01-4e88-9fd1-882cedb8dce3 req-2ff2b4db-ab3d-4f2d-a203-0db1658c815c tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 945 time: 0.0899160 Aug 29 20:34:41.263153 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bfdbf1-e06c-4e79-b591-b037580f31a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a20b351-b5b8-41e7-9cc0-81b379f6821a,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:41.295655 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b86665-9375-451b-bc56-5ecb3ed1d54a None None] Sync routers for ids ['81e976da-4163-4682-8f9f-321dfd7615e4'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:34:41.355416 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-9df82167-3d00-4926-9436-881738886604 None None] Current status of the port 59da5054-61c4-4f43-b424-9a5f20359af6 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:34:41.367683 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b86665-9375-451b-bc56-5ecb3ed1d54a None None] Routers {'81e976da-4163-4682-8f9f-321dfd7615e4'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:34:41.369326 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-53b86665-9375-451b-bc56-5ecb3ed1d54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:34:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['81e976da-4163-4682-8f9f-321dfd7615e4'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:34:41.423355 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e20b8374-58ac-4b85-a8da-2693ffe57b53 req-0aa85a6a-aad0-4c2f-ac6e-605f56e2edc2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629674 Aug 29 20:34:41.438251 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c713b77b-1a01-4e88-9fd1-882cedb8dce3 req-4df7222b-de56-4dd2-aea9-67dadb6f1211 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850781 Aug 29 20:34:41.472848 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Pushing event updated for resources: {'Port': ['ID=59da5054-61c4-4f43-b424-9a5f20359af6,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:41.631606 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:41.714193 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3af8689d-faac-482b-85ef-8c76ed363a1b None None] Publish callbacks [] for port (67455bd2-bb87-48f0-9b52-c1c6f7266933), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:41.718955 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:41.719635 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-53b86665-9375-451b-bc56-5ecb3ed1d54a None None] Set router 81e976da-4163-4682-8f9f-321dfd7615e4 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:34:41.721207 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:41.727280 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-0a66dfc3-238a-4457-80ef-cf472ec7042c None None] Provisioning complete for port 59da5054-61c4-4f43-b424-9a5f20359af6 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:41.727280 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-0a66dfc3-238a-4457-80ef-cf472ec7042c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (59da5054-61c4-4f43-b424-9a5f20359af6), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:41.727845 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3af8689d-faac-482b-85ef-8c76ed363a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (67455bd2-bb87-48f0-9b52-c1c6f7266933), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:41.777625 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-21e33012-ce43-453f-9645-250184b6c9e4 admin admin] Publish callbacks [] for security_group (cd030ba3-e625-4707-aa74-efb4380c3b42), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:41.788469 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-21e33012-ce43-453f-9645-250184b6c9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (cd030ba3-e625-4707-aa74-efb4380c3b42), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:41.816920 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-3af8689d-faac-482b-85ef-8c76ed363a1b None None] Attempting to bind port 67455bd2-bb87-48f0-9b52-c1c6f7266933 on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:34:41.818742 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-3af8689d-faac-482b-85ef-8c76ed363a1b None None] Attempting to bind port 67455bd2-bb87-48f0-9b52-c1c6f7266933 by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:34:41.819355 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af8689d-faac-482b-85ef-8c76ed363a1b None None] Attempting to bind port 67455bd2-bb87-48f0-9b52-c1c6f7266933 on network 6d9f465d-5886-43f5-9015-44f8e49732f9 {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:34:41.840047 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af8689d-faac-482b-85ef-8c76ed363a1b None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:34:41.841228 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af8689d-faac-482b-85ef-8c76ed363a1b None None] Checking segment: {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:34:41.842271 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3af8689d-faac-482b-85ef-8c76ed363a1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:41.842271 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af8689d-faac-482b-85ef-8c76ed363a1b None None] Bound using segment: {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:34:41.842554 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-3af8689d-faac-482b-85ef-8c76ed363a1b None None] Bound port: 67455bd2-bb87-48f0-9b52-c1c6f7266933, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:34:41.842880 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3af8689d-faac-482b-85ef-8c76ed363a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (67455bd2-bb87-48f0-9b52-c1c6f7266933), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:41.863731 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e33012-ce43-453f-9645-250184b6c9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd030ba3-e625-4707-aa74-efb4380c3b42,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:41.908425 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b43821ad-fb1d-475c-9b63-57e5c7548fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:41.915296 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e33012-ce43-453f-9645-250184b6c9e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=106198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:34:41.918284 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-c5cfaea3-c614-4311-a660-039e808e39b7 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:41.933214 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-3af8689d-faac-482b-85ef-8c76ed363a1b None None] For port 67455bd2-bb87-48f0-9b52-c1c6f7266933, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:34:41.933821 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-c5cfaea3-c614-4311-a660-039e808e39b7 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6965227 Aug 29 20:34:41.938176 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-3af8689d-faac-482b-85ef-8c76ed363a1b None None] For port 67455bd2-bb87-48f0-9b52-c1c6f7266933, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=67455bd2-bb87-48f0-9b52-c1c6f7266933,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:34:41.950746 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3af8689d-faac-482b-85ef-8c76ed363a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (67455bd2-bb87-48f0-9b52-c1c6f7266933), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:41.953580 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 3631d30d-63dd-4ede-bd5c-778ca04e08c5 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:34:41.959820 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0652c-b96c-43a5-bcd7-281a47adeaa3 None None] Pushing event updated for resources: {'Port': ['ID=67455bd2-bb87-48f0-9b52-c1c6f7266933,revision_number=2']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:41.967360 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-178d8954-756b-4244-9dc5-d52723cab1b7 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/quotas/e4de197062eb48adb3f8af1a1f8e958c HTTP/1.1" status: 200 len: 375 time: 0.0322611 Aug 29 20:34:41.967780 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af8689d-faac-482b-85ef-8c76ed363a1b None None] Routers {'e2b4c46e-b60d-4c76-bc0c-08a8adc43453'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:34:41.968430 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-3af8689d-faac-482b-85ef-8c76ed363a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:34:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['e2b4c46e-b60d-4c76-bc0c-08a8adc43453'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:34:41.982704 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-21e33012-ce43-453f-9645-250184b6c9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (a115c314-36ee-46b0-b7b5-3d8e67873ba7), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:41.984998 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.db.segments_db [None req-21e33012-ce43-453f-9645-250184b6c9e4 admin admin] Added segment a115c314-36ee-46b0-b7b5-3d8e67873ba7 of type vlan for network 414320bb-3640-4ea8-a4bd-ea0733947861 Aug 29 20:34:42.090685 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-3af8689d-faac-482b-85ef-8c76ed363a1b None None] Set router e2b4c46e-b60d-4c76-bc0c-08a8adc43453 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:34:42.104089 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-0a66dfc3-238a-4457-80ef-cf472ec7042c None None] Current status of the port 59da5054-61c4-4f43-b424-9a5f20359af6 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:34:42.130002 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-bf0ff8b7-9d1f-42d0-9025-3482de014e3d tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=e4de197062eb48adb3f8af1a1f8e958c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1615222 Aug 29 20:34:42.138298 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 3631d30d-63dd-4ede-bd5c-778ca04e08c5 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:42.138661 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (3631d30d-63dd-4ede-bd5c-778ca04e08c5), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:42.245647 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-53b86665-9375-451b-bc56-5ecb3ed1d54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'name': 'tempest-TestMinimumBasicScenario-1808664021-router', 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3631d30d-63dd-4ede-bd5c-778ca04e08c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:29Z', 'updated_at': '2022-08-29T20:34:36Z', 'revision_number': 4, 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'gw_port': {'id': '3631d30d-63dd-4ede-bd5c-778ca04e08c5', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:00:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:31Z', 'updated_at': '2022-08-29T20:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '8efac45a-b22e-4b85-8b21-a0dc24da9ea6', 'name': '', 'network_id': 'c5abf10f-92d1-4beb-ac39-bbd96f2c495a', 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b', 'mac_address': 'fa:16:3e:45:96:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '27bbd3f3-bd10-443b-9270-f984952a576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:35Z', 'updated_at': '2022-08-29T20:34:36Z', 'revision_number': 2, 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'subnets': [{'id': '27bbd3f3-bd10-443b-9270-f984952a576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:34:42.262846 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-21e33012-ce43-453f-9645-250184b6c9e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001069397'] for network (414320bb-3640-4ea8-a4bd-ea0733947861), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:42.292865 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf0652c-b96c-43a5-bcd7-281a47adeaa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:42.293228 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf0652c-b96c-43a5-bcd7-281a47adeaa3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:42.293596 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf0652c-b96c-43a5-bcd7-281a47adeaa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:42.293960 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf0652c-b96c-43a5-bcd7-281a47adeaa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:42.294435 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf0652c-b96c-43a5-bcd7-281a47adeaa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:42.294736 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf0652c-b96c-43a5-bcd7-281a47adeaa3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:42.295144 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf0652c-b96c-43a5-bcd7-281a47adeaa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:42.295426 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf0652c-b96c-43a5-bcd7-281a47adeaa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:42.295776 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf0652c-b96c-43a5-bcd7-281a47adeaa3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:42.296235 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf0652c-b96c-43a5-bcd7-281a47adeaa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:42.296516 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf0652c-b96c-43a5-bcd7-281a47adeaa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:42.296911 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf0652c-b96c-43a5-bcd7-281a47adeaa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:42.297296 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf0652c-b96c-43a5-bcd7-281a47adeaa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:42.307162 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf0652c-b96c-43a5-bcd7-281a47adeaa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:42.307522 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf0652c-b96c-43a5-bcd7-281a47adeaa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:42.311924 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:42.319219 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b86665-9375-451b-bc56-5ecb3ed1d54a None None] Checking router: 81e976da-4163-4682-8f9f-321dfd7615e4 for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:34:42.319866 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b86665-9375-451b-bc56-5ecb3ed1d54a None None] Updating router 81e976da-4163-4682-8f9f-321dfd7615e4 port 8efac45a-b22e-4b85-8b21-a0dc24da9ea6 binding host dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:34:42.431443 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:42.441384 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:42.477630 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:42.478872 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:42.488168 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-53b86665-9375-451b-bc56-5ecb3ed1d54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (8efac45a-b22e-4b85-8b21-a0dc24da9ea6), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:42.515812 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0652c-b96c-43a5-bcd7-281a47adeaa3 None None] Pushing event updated for resources: {'Port': ['ID=67455bd2-bb87-48f0-9b52-c1c6f7266933,revision_number=3']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:42.541205 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 3631d30d-63dd-4ede-bd5c-778ca04e08c5 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:34:42.542312 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 59da5054-61c4-4f43-b424-9a5f20359af6 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:34:42.560531 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-3af8689d-faac-482b-85ef-8c76ed363a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'name': 'tempest-AttachVolumeShelveTestJSON-205820228-router', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:35Z', 'updated_at': '2022-08-29T20:34:37Z', 'revision_number': 3, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'gw_port': {'id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:36Z', 'updated_at': '2022-08-29T20:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:34:42.683606 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-b43821ad-fb1d-475c-9b63-57e5c7548fe7 admin admin] Allocated IP 172.20.0.1 (f0c2c5bd-a9a1-411b-a42c-01cbce56e13b/db3f9330-f955-44ea-a8cb-91c97bf60681/115a7651-715a-491b-8ebe-235b5f5565cf) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:34:42.698303 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-21e33012-ce43-453f-9645-250184b6c9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957'] for network (414320bb-3640-4ea8-a4bd-ea0733947861), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:42.699598 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e33012-ce43-453f-9645-250184b6c9e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:42.700352 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-21e33012-ce43-453f-9645-250184b6c9e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:42.849955 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af8689d-faac-482b-85ef-8c76ed363a1b None None] The sync data for ids ['e2b4c46e-b60d-4c76-bc0c-08a8adc43453'] in dv-cinder-854263-2-iscsi is: [{'id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'name': 'tempest-AttachVolumeShelveTestJSON-205820228-router', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:35Z', 'updated_at': '2022-08-29T20:34:37Z', 'revision_number': 3, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'gw_port': {'id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:36Z', 'updated_at': '2022-08-29T20:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:34:42.856815 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6f51cf43-1bcf-4721-9077-5d0760db3093 req-e06817c1-cf99-4ccf-8e62-44692c0e9dd6 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa HTTP/1.1" status: 200 len: 210 time: 0.1596208 Aug 29 20:34:42.951904 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 59da5054-61c4-4f43-b424-9a5f20359af6 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:42.952877 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (59da5054-61c4-4f43-b424-9a5f20359af6), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:43.319157 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e73a5a-d5d7-4983-a399-7f687bdc8238 req-032f8396-ac5f-4523-9d48-6414b93890d1 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:43.327824 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-79e73a5a-d5d7-4983-a399-7f687bdc8238 req-032f8396-ac5f-4523-9d48-6414b93890d1 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 945 time: 0.6828690 Aug 29 20:34:43.351806 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 59da5054-61c4-4f43-b424-9a5f20359af6 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:34:43.410967 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-79e73a5a-d5d7-4983-a399-7f687bdc8238 req-ac3d1936-132b-4647-93e0-785fc64e18c4 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818224 Aug 29 20:34:43.490499 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-21e33012-ce43-453f-9645-250184b6c9e4 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7855465 Aug 29 20:34:43.491914 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 34376) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:43.498394 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b43821ad-fb1d-475c-9b63-57e5c7548fe7 admin admin] Publish callbacks [] for port (115a7651-715a-491b-8ebe-235b5f5565cf), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:43.498758 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-db53dd0a-47b5-4687-ab31-be8ec848b9b6 admin admin] Request body: {'subnet': {'network_id': '414320bb-3640-4ea8-a4bd-ea0733947861', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1476657770-subnet', 'tenant_id': 'fd7f1416e786402898e6377e1c3f210c', 'ip_version': 4}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:34:43.530335 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-53b86665-9375-451b-bc56-5ecb3ed1d54a None None] Publish callbacks [] for port (8efac45a-b22e-4b85-8b21-a0dc24da9ea6), precommit_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:43.534794 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e33012-ce43-453f-9645-250184b6c9e4 admin admin] Pushing event updated for resources: {'Network': ['ID=414320bb-3640-4ea8-a4bd-ea0733947861,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:43.549381 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-53b86665-9375-451b-bc56-5ecb3ed1d54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (8efac45a-b22e-4b85-8b21-a0dc24da9ea6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:43.572984 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Network 414320bb-3640-4ea8-a4bd-ea0733947861 details requested by agent ovs-agent-dv-cinder-854263-2-iscsi with host dv-cinder-854263-2-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:34:43.584869 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db53dd0a-47b5-4687-ab31-be8ec848b9b6 admin admin] Made reservation on behalf of fd7f1416e786402898e6377e1c3f210c for: {'subnet': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:34:43.588018 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:43.606421 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-db53dd0a-47b5-4687-ab31-be8ec848b9b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61346495'] for subnet (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:43.613455 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b43821ad-fb1d-475c-9b63-57e5c7548fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (115a7651-715a-491b-8ebe-235b5f5565cf), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:43.785197 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43821ad-fb1d-475c-9b63-57e5c7548fe7 admin admin] Network f0c2c5bd-a9a1-411b-a42c-01cbce56e13b is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:34:43.786653 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43821ad-fb1d-475c-9b63-57e5c7548fe7 admin admin] Pushing event updated for resources: {'Port': ['ID=115a7651-715a-491b-8ebe-235b5f5565cf,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:43.807532 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-b43821ad-fb1d-475c-9b63-57e5c7548fe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:34:43.812563 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43821ad-fb1d-475c-9b63-57e5c7548fe7 admin admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:34:43.824486 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 67455bd2-bb87-48f0-9b52-c1c6f7266933 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:34:43.844048 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:43.892815 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7c34f-8440-440a-be99-27f115c5ce02 None None] Pushing event updated for resources: {'Port': ['ID=8efac45a-b22e-4b85-8b21-a0dc24da9ea6,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:43.904013 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b43821ad-fb1d-475c-9b63-57e5c7548fe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639577'] for router_interface (e2b4c46e-b60d-4c76-bc0c-08a8adc43453), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:43.943779 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:43.948994 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-db53dd0a-47b5-4687-ab31-be8ec848b9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61109325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61346473'] for subnet (8cd127be-1b27-48b3-ab7a-d01fc2ff0016), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:44.069448 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-53b86665-9375-451b-bc56-5ecb3ed1d54a None None] Attempting to bind port 8efac45a-b22e-4b85-8b21-a0dc24da9ea6 on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:34:44.071065 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-53b86665-9375-451b-bc56-5ecb3ed1d54a None None] Attempting to bind port 8efac45a-b22e-4b85-8b21-a0dc24da9ea6 by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': '6bad58f9-0737-453d-8241-c9102aa4b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c5abf10f-92d1-4beb-ac39-bbd96f2c495a'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:34:44.072489 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b86665-9375-451b-bc56-5ecb3ed1d54a None None] Attempting to bind port 8efac45a-b22e-4b85-8b21-a0dc24da9ea6 on network c5abf10f-92d1-4beb-ac39-bbd96f2c495a {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:34:44.100751 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b86665-9375-451b-bc56-5ecb3ed1d54a None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:34:44.101703 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b86665-9375-451b-bc56-5ecb3ed1d54a None None] Checking segment: {'id': '6bad58f9-0737-453d-8241-c9102aa4b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c5abf10f-92d1-4beb-ac39-bbd96f2c495a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:34:44.102440 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-53b86665-9375-451b-bc56-5ecb3ed1d54a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:44.103107 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b86665-9375-451b-bc56-5ecb3ed1d54a None None] Bound using segment: {'id': '6bad58f9-0737-453d-8241-c9102aa4b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c5abf10f-92d1-4beb-ac39-bbd96f2c495a'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:34:44.103893 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-53b86665-9375-451b-bc56-5ecb3ed1d54a None None] Bound port: 8efac45a-b22e-4b85-8b21-a0dc24da9ea6, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bad58f9-0737-453d-8241-c9102aa4b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c5abf10f-92d1-4beb-ac39-bbd96f2c495a'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:34:44.104480 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-53b86665-9375-451b-bc56-5ecb3ed1d54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (8efac45a-b22e-4b85-8b21-a0dc24da9ea6), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:44.112789 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db53dd0a-47b5-4687-ab31-be8ec848b9b6 admin admin] Checking segment: {'id': 'a115c314-36ee-46b0-b7b5-3d8e67873ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '414320bb-3640-4ea8-a4bd-ea0733947861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:34:44.113631 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db53dd0a-47b5-4687-ab31-be8ec848b9b6 admin admin] Network hostable DHCP agents. Network: 414320bb-3640-4ea8-a4bd-ea0733947861, hostable agents: ['aba3b8c1-ed4e-40c9-99d3-a300910cc497'], hosted agents: [] {{(pid=106199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:34:44.136140 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 67455bd2-bb87-48f0-9b52-c1c6f7266933 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:44.136765 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (67455bd2-bb87-48f0-9b52-c1c6f7266933), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:44.149443 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53dd0a-47b5-4687-ab31-be8ec848b9b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd127be-1b27-48b3-ab7a-d01fc2ff0016,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:44.156456 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db53dd0a-47b5-4687-ab31-be8ec848b9b6 admin admin] Network 414320bb-3640-4ea8-a4bd-ea0733947861 is scheduled to be hosted by DHCP agent aba3b8c1-ed4e-40c9-99d3-a300910cc497 with binding_index 1 {{(pid=106199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:34:44.170645 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-db53dd0a-47b5-4687-ab31-be8ec848b9b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-2-iscsi, 414320bb-3640-4ea8-a4bd-ea0733947861) {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:34:44.176420 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db53dd0a-47b5-4687-ab31-be8ec848b9b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:44.177315 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-db53dd0a-47b5-4687-ab31-be8ec848b9b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for subnet (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:44.204554 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-db53dd0a-47b5-4687-ab31-be8ec848b9b6 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7111778 Aug 29 20:34:44.205668 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390e9c41-5ea3-487e-b451-acf964c9dd29 None None] Network 414320bb-3640-4ea8-a4bd-ea0733947861 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:34:44.206119 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 34384) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:44.210925 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-6518780d-f3cf-4e72-a07c-186840100151 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1476657770-router', 'tenant_id': 'fd7f1416e786402898e6377e1c3f210c', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:34:44.230398 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8df02cc1-b579-4a8f-a468-967e48d95a49 req-6282e92c-4589-47a7-8d91-4a5da83c0a5a tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa HTTP/1.1" status: 200 len: 210 time: 0.1259131 Aug 29 20:34:44.238697 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6518780d-f3cf-4e72-a07c-186840100151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6777'] for router (49277d89-2f22-40f1-9515-0c454177d89c), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:44.240312 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6518780d-f3cf-4e72-a07c-186840100151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6774'] for router (49277d89-2f22-40f1-9515-0c454177d89c), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:44.250888 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b43821ad-fb1d-475c-9b63-57e5c7548fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (115a7651-715a-491b-8ebe-235b5f5565cf), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:44.299660 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:44.327913 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6518780d-f3cf-4e72-a07c-186840100151 admin admin] Publish callbacks [] for router_controller (49277d89-2f22-40f1-9515-0c454177d89c), precommit_add_association {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:44.405769 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:44.434087 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 34386) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:44.454322 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-1fda6dde-7935-4376-94c2-33bab6e71746 None None] Provisioning complete for port 115a7651-715a-491b-8ebe-235b5f5565cf triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:44.454747 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1fda6dde-7935-4376-94c2-33bab6e71746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (115a7651-715a-491b-8ebe-235b5f5565cf), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:44.495815 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-1fda6dde-7935-4376-94c2-33bab6e71746 None None] Port 115a7651-715a-491b-8ebe-235b5f5565cf cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:34:44.557365 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 67455bd2-bb87-48f0-9b52-c1c6f7266933 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:34:44.557750 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (67455bd2-bb87-48f0-9b52-c1c6f7266933), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:44.564080 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f44ba35-1527-4df3-b367-04bb2e419f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83f671a-a6f4-538f-9d53-80dd384b293c-414320bb-3640-4ea8-a4bd-ea0733947861', 'network_id': '414320bb-3640-4ea8-a4bd-ea0733947861', 'project_id': 'fd7f1416e786402898e6377e1c3f210c', 'fixed_ips': [{'subnet_id': '8cd127be-1b27-48b3-ab7a-d01fc2ff0016'}]}} from dv-cinder-854263-2-iscsi. {{(pid=106200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 20:34:44.565549 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-5f44ba35-1527-4df3-b367-04bb2e419f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:44.582780 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b43821ad-fb1d-475c-9b63-57e5c7548fe7 admin admin] Publish callbacks [] for port (115a7651-715a-491b-8ebe-235b5f5565cf), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:44.586038 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:44.591281 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b43821ad-fb1d-475c-9b63-57e5c7548fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (115a7651-715a-491b-8ebe-235b5f5565cf), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:44.613357 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6518780d-f3cf-4e72-a07c-186840100151 admin admin] Publish callbacks [] for router_gateway (49277d89-2f22-40f1-9515-0c454177d89c), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:44.703606 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b43821ad-fb1d-475c-9b63-57e5c7548fe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639693'] for router_interface (e2b4c46e-b60d-4c76-bc0c-08a8adc43453), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:44.718389 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43821ad-fb1d-475c-9b63-57e5c7548fe7 admin admin] Pushing event updated for resources: {'Port': ['ID=115a7651-715a-491b-8ebe-235b5f5565cf,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:44.735136 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf3f85-c5a4-4a3e-a7f3-c322d6c58c54 req-bb8fe761-5168-4367-803c-07158ad65932 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:44.743154 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-22cf3f85-c5a4-4a3e-a7f3-c322d6c58c54 req-bb8fe761-5168-4367-803c-07158ad65932 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 945 time: 0.1197414 Aug 29 20:34:44.754133 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4b44d5f5-5394-4a63-a754-02d0d162bacb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:44.823535 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-53b86665-9375-451b-bc56-5ecb3ed1d54a None None] For port 8efac45a-b22e-4b85-8b21-a0dc24da9ea6, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:34:44.826879 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43821ad-fb1d-475c-9b63-57e5c7548fe7 admin admin] Network f0c2c5bd-a9a1-411b-a42c-01cbce56e13b is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:34:44.829085 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-b43821ad-fb1d-475c-9b63-57e5c7548fe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:34:44.830087 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] For port 67455bd2-bb87-48f0-9b52-c1c6f7266933, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=67455bd2-bb87-48f0-9b52-c1c6f7266933,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:34:44.843965 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (67455bd2-bb87-48f0-9b52-c1c6f7266933), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:44.891031 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-22cf3f85-c5a4-4a3e-a7f3-c322d6c58c54 req-b9a99b60-0369-4cef-99f9-7af31ae93401 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392295 Aug 29 20:34:44.941123 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-53b86665-9375-451b-bc56-5ecb3ed1d54a None None] For port 8efac45a-b22e-4b85-8b21-a0dc24da9ea6, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=8efac45a-b22e-4b85-8b21-a0dc24da9ea6,segment=NetworkSegment(6bad58f9-0737-453d-8241-c9102aa4b818),segment_id=6bad58f9-0737-453d-8241-c9102aa4b818)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:34:44.948613 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Pushing event updated for resources: {'Port': ['ID=67455bd2-bb87-48f0-9b52-c1c6f7266933,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:44.970228 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-53b86665-9375-451b-bc56-5ecb3ed1d54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (8efac45a-b22e-4b85-8b21-a0dc24da9ea6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:45.006010 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43821ad-fb1d-475c-9b63-57e5c7548fe7 admin admin] Router e2b4c46e-b60d-4c76-bc0c-08a8adc43453 has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:34:45.043470 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4b44d5f5-5394-4a63-a754-02d0d162bacb admin admin] Publish callbacks [] for security_group (b8c7773a-ffec-4973-97e6-258a3f3880ab), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:45.051837 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4b44d5f5-5394-4a63-a754-02d0d162bacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (b8c7773a-ffec-4973-97e6-258a3f3880ab), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:45.082059 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b86665-9375-451b-bc56-5ecb3ed1d54a None None] Routers {'81e976da-4163-4682-8f9f-321dfd7615e4'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:34:45.082709 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-53b86665-9375-451b-bc56-5ecb3ed1d54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:34:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['81e976da-4163-4682-8f9f-321dfd7615e4'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:34:45.157391 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 34398) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:45.158101 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-4b44d5f5-5394-4a63-a754-02d0d162bacb admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e864364ee58f4caa8c06c04da26887d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7212315 Aug 29 20:34:45.160851 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44d5f5-5394-4a63-a754-02d0d162bacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c7773a-ffec-4973-97e6-258a3f3880ab,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:45.213941 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43821ad-fb1d-475c-9b63-57e5c7548fe7 admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:34:45.224212 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-b43821ad-fb1d-475c-9b63-57e5c7548fe7 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/e2b4c46e-b60d-4c76-bc0c-08a8adc43453/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1147287 Aug 29 20:34:45.242478 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-09b9fe90-d16d-4a38-8336-736d55631c7c admin admin] Publish callbacks [] for security_group (b8c7773a-ffec-4973-97e6-258a3f3880ab), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:45.277356 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-09b9fe90-d16d-4a38-8336-736d55631c7c admin admin] Publish callbacks [] for security_group (b8c7773a-ffec-4973-97e6-258a3f3880ab), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:45.278168 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6518780d-f3cf-4e72-a07c-186840100151 admin admin] Publish callbacks [] for router_gateway (49277d89-2f22-40f1-9515-0c454177d89c), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:45.286218 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-da2dc25a-e0eb-41c0-ab92-0ddc9f310a45 None None] Provisioning complete for port 115a7651-715a-491b-8ebe-235b5f5565cf triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:45.289669 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-da2dc25a-e0eb-41c0-ab92-0ddc9f310a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (115a7651-715a-491b-8ebe-235b5f5565cf), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:45.294237 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:45.339092 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7c34f-8440-440a-be99-27f115c5ce02 None None] Pushing event updated for resources: {'Port': ['ID=8efac45a-b22e-4b85-8b21-a0dc24da9ea6,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:45.356420 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.db_base_plugin_common [None req-5f44ba35-1527-4df3-b367-04bb2e419f42 None None] Allocated IP 172.20.0.2 (414320bb-3640-4ea8-a4bd-ea0733947861/8cd127be-1b27-48b3-ab7a-d01fc2ff0016/98fbd68b-61e8-46b8-adaf-bc2a8252c9ec) {{(pid=106200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:34:45.363741 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6518780d-f3cf-4e72-a07c-186840100151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:45.380304 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:45.418380 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-da2dc25a-e0eb-41c0-ab92-0ddc9f310a45 None None] Port 115a7651-715a-491b-8ebe-235b5f5565cf cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:34:45.463281 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:45.493150 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-53b86665-9375-451b-bc56-5ecb3ed1d54a None None] Set router 81e976da-4163-4682-8f9f-321dfd7615e4 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:34:45.548825 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e21978b2-a84d-48d5-86be-bc5550dde582 req-bc49fb60-f31f-4d7f-bbea-a3d01adaa9f7 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa HTTP/1.1" status: 200 len: 210 time: 0.1474795 Aug 29 20:34:45.570735 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-09b9fe90-d16d-4a38-8336-736d55631c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (b8c7773a-ffec-4973-97e6-258a3f3880ab), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:45.576258 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-09b9fe90-d16d-4a38-8336-736d55631c7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:45.592317 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-09b9fe90-d16d-4a38-8336-736d55631c7c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b8c7773a-ffec-4973-97e6-258a3f3880ab HTTP/1.1" status: 204 len: 168 time: 0.4184942 Aug 29 20:34:45.609876 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9fe90-d16d-4a38-8336-736d55631c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c7773a-ffec-4973-97e6-258a3f3880ab,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:45.654678 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [None req-6518780d-f3cf-4e72-a07c-186840100151 admin admin] Allocated IP 172.27.1.35 (6d9f465d-5886-43f5-9015-44f8e49732f9/a46a7c4b-a1af-42c4-bdce-13dd23ff8d25/6db3ea8a-01d7-4d29-a542-f8228942df40) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:34:45.833897 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cd3d54-ee85-4b4a-8706-3b8af3d1fffc None None] Sync routers for ids ['e2b4c46e-b60d-4c76-bc0c-08a8adc43453'] in dv-cinder-854263-2-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:34:45.886982 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cd3d54-ee85-4b4a-8706-3b8af3d1fffc None None] Routers {'e2b4c46e-b60d-4c76-bc0c-08a8adc43453'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:34:45.887698 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-82cd3d54-ee85-4b4a-8706-3b8af3d1fffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:34:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['e2b4c46e-b60d-4c76-bc0c-08a8adc43453'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:34:45.935306 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6518780d-f3cf-4e72-a07c-186840100151 admin admin] Publish callbacks [] for port (6db3ea8a-01d7-4d29-a542-f8228942df40), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:46.013141 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 34434) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:46.019056 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-5f44ba35-1527-4df3-b367-04bb2e419f42 None None] Publish callbacks [] for port (98fbd68b-61e8-46b8-adaf-bc2a8252c9ec), precommit_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:46.020073 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-d8ad776a-9992-45b4-a0c9-d20c8cc2482e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1640966560', 'description': 'tempest-description--885228856'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:34:46.042566 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:46.045295 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:46.062814 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 67455bd2-bb87-48f0-9b52-c1c6f7266933 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:34:46.068927 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-5f44ba35-1527-4df3-b367-04bb2e419f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414'] for port (98fbd68b-61e8-46b8-adaf-bc2a8252c9ec), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:46.072288 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6518780d-f3cf-4e72-a07c-186840100151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (6db3ea8a-01d7-4d29-a542-f8228942df40), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:46.086475 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d8ad776a-9992-45b4-a0c9-d20c8cc2482e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:46.155911 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6518780d-f3cf-4e72-a07c-186840100151 admin admin] Pushing event updated for resources: {'Port': ['ID=6db3ea8a-01d7-4d29-a542-f8228942df40,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:46.167540 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44ba35-1527-4df3-b367-04bb2e419f42 None None] Pushing event updated for resources: {'Port': ['ID=98fbd68b-61e8-46b8-adaf-bc2a8252c9ec,revision_number=1']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:46.168131 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6518780d-f3cf-4e72-a07c-186840100151 admin admin] Network 6d9f465d-5886-43f5-9015-44f8e49732f9 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:34:46.170260 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-6518780d-f3cf-4e72-a07c-186840100151 admin admin] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:34:46.172915 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6518780d-f3cf-4e72-a07c-186840100151 admin admin] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:34:46.181590 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-82cd3d54-ee85-4b4a-8706-3b8af3d1fffc None None] Set router e2b4c46e-b60d-4c76-bc0c-08a8adc43453 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:34:46.195658 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e72f14-b71a-450c-830a-105e17577738 req-3f2bd33e-3ca5-4303-a4b9-daa42bbb2416 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:46.198875 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f44ba35-1527-4df3-b367-04bb2e419f42 None None] Network 414320bb-3640-4ea8-a4bd-ea0733947861 is already hosted by enough agents. {{(pid=106200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:34:46.207250 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.scheduler.base_scheduler [None req-5f44ba35-1527-4df3-b367-04bb2e419f42 None None] Resources bound (agent type, host, resource id): {{(pid=106200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:34:46.209567 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a2e72f14-b71a-450c-830a-105e17577738 req-3f2bd33e-3ca5-4303-a4b9-daa42bbb2416 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 945 time: 0.1446743 Aug 29 20:34:46.214217 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f44ba35-1527-4df3-b367-04bb2e419f42 None None] Received port after_create {{(pid=106200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:34:46.291979 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a2e72f14-b71a-450c-830a-105e17577738 req-38b3af8f-6b74-472b-8e34-053e90045d9c tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680497 Aug 29 20:34:46.357684 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d8ad776a-9992-45b4-a0c9-d20c8cc2482e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for security_group (11f260a7-a22d-44d9-ba60-5c5536226c53), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:46.364602 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 67455bd2-bb87-48f0-9b52-c1c6f7266933 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:46.364973 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (67455bd2-bb87-48f0-9b52-c1c6f7266933), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:46.376100 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d8ad776a-9992-45b4-a0c9-d20c8cc2482e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (11f260a7-a22d-44d9-ba60-5c5536226c53), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:46.416119 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-5f44ba35-1527-4df3-b367-04bb2e419f42 None None] Attempting to bind port 98fbd68b-61e8-46b8-adaf-bc2a8252c9ec on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:34:46.416119 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-5f44ba35-1527-4df3-b367-04bb2e419f42 None None] Attempting to bind port 98fbd68b-61e8-46b8-adaf-bc2a8252c9ec by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': 'a115c314-36ee-46b0-b7b5-3d8e67873ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '414320bb-3640-4ea8-a4bd-ea0733947861'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:34:46.416533 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f44ba35-1527-4df3-b367-04bb2e419f42 None None] Attempting to bind port 98fbd68b-61e8-46b8-adaf-bc2a8252c9ec on network 414320bb-3640-4ea8-a4bd-ea0733947861 {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:34:46.441315 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f44ba35-1527-4df3-b367-04bb2e419f42 None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:34:46.441734 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f44ba35-1527-4df3-b367-04bb2e419f42 None None] Checking segment: {'id': 'a115c314-36ee-46b0-b7b5-3d8e67873ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '414320bb-3640-4ea8-a4bd-ea0733947861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:34:46.442321 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-5f44ba35-1527-4df3-b367-04bb2e419f42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:46.443249 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f44ba35-1527-4df3-b367-04bb2e419f42 None None] Bound using segment: {'id': 'a115c314-36ee-46b0-b7b5-3d8e67873ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '414320bb-3640-4ea8-a4bd-ea0733947861'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:34:46.443730 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-5f44ba35-1527-4df3-b367-04bb2e419f42 None None] Bound port: 98fbd68b-61e8-46b8-adaf-bc2a8252c9ec, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a115c314-36ee-46b0-b7b5-3d8e67873ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '414320bb-3640-4ea8-a4bd-ea0733947861'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:34:46.444784 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-5f44ba35-1527-4df3-b367-04bb2e419f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (98fbd68b-61e8-46b8-adaf-bc2a8252c9ec), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:46.484006 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-53b86665-9375-451b-bc56-5ecb3ed1d54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'name': 'tempest-TestMinimumBasicScenario-1808664021-router', 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3631d30d-63dd-4ede-bd5c-778ca04e08c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:29Z', 'updated_at': '2022-08-29T20:34:36Z', 'revision_number': 4, 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'gw_port': {'id': '3631d30d-63dd-4ede-bd5c-778ca04e08c5', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:00:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:31Z', 'updated_at': '2022-08-29T20:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '8efac45a-b22e-4b85-8b21-a0dc24da9ea6', 'name': '', 'network_id': 'c5abf10f-92d1-4beb-ac39-bbd96f2c495a', 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b', 'mac_address': 'fa:16:3e:45:96:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '27bbd3f3-bd10-443b-9270-f984952a576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:35Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'subnets': [{'id': '27bbd3f3-bd10-443b-9270-f984952a576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:34:46.523662 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad776a-9992-45b4-a0c9-d20c8cc2482e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11f260a7-a22d-44d9-ba60-5c5536226c53,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:46.532553 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b86665-9375-451b-bc56-5ecb3ed1d54a None None] The sync data for ids ['81e976da-4163-4682-8f9f-321dfd7615e4'] in dv-cinder-854263-2-iscsi is: [{'id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'name': 'tempest-TestMinimumBasicScenario-1808664021-router', 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3631d30d-63dd-4ede-bd5c-778ca04e08c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:29Z', 'updated_at': '2022-08-29T20:34:36Z', 'revision_number': 4, 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'gw_port': {'id': '3631d30d-63dd-4ede-bd5c-778ca04e08c5', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:00:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:31Z', 'updated_at': '2022-08-29T20:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '8efac45a-b22e-4b85-8b21-a0dc24da9ea6', 'name': '', 'network_id': 'c5abf10f-92d1-4beb-ac39-bbd96f2c495a', 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b', 'mac_address': 'fa:16:3e:45:96:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '27bbd3f3-bd10-443b-9270-f984952a576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:35Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'subnets': [{'id': '27bbd3f3-bd10-443b-9270-f984952a576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:34:46.548373 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d8ad776a-9992-45b4-a0c9-d20c8cc2482e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:46.550380 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-d8ad776a-9992-45b4-a0c9-d20c8cc2482e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5355008 Aug 29 20:34:46.553615 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 34446) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:46.570724 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-e9868ead-a5b2-4d4b-8eb6-06bcffe3ea8c tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Request body: {'security_group_rule': {'security_group_id': '11f260a7-a22d-44d9-ba60-5c5536226c53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:34:46.609643 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:46.646836 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-5f44ba35-1527-4df3-b367-04bb2e419f42 None None] For port 98fbd68b-61e8-46b8-adaf-bc2a8252c9ec, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:34:46.654656 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e9868ead-a5b2-4d4b-8eb6-06bcffe3ea8c tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for security_group_rule (a8b06fee-2c63-4404-9cc0-a50cdeecfeee), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:46.661816 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-5f44ba35-1527-4df3-b367-04bb2e419f42 None None] For port 98fbd68b-61e8-46b8-adaf-bc2a8252c9ec, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=98fbd68b-61e8-46b8-adaf-bc2a8252c9ec,segment=NetworkSegment(a115c314-36ee-46b0-b7b5-3d8e67873ba7),segment_id=a115c314-36ee-46b0-b7b5-3d8e67873ba7)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:34:46.674208 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 67455bd2-bb87-48f0-9b52-c1c6f7266933 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:34:46.684546 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-5f44ba35-1527-4df3-b367-04bb2e419f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (98fbd68b-61e8-46b8-adaf-bc2a8252c9ec), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:46.822597 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-82cd3d54-ee85-4b4a-8706-3b8af3d1fffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'name': 'tempest-AttachVolumeShelveTestJSON-205820228-router', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:35Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'gw_port': {'id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:36Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '115a7651-715a-491b-8ebe-235b5f5565cf', 'name': '', 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'mac_address': 'fa:16:3e:92:56:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:42Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 2, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'subnets': [{'id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:34:46.824261 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44ba35-1527-4df3-b367-04bb2e419f42 None None] Pushing event updated for resources: {'Port': ['ID=98fbd68b-61e8-46b8-adaf-bc2a8252c9ec,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:46.879595 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e9868ead-a5b2-4d4b-8eb6-06bcffe3ea8c tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for security_group_rule (a8b06fee-2c63-4404-9cc0-a50cdeecfeee), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:46.887676 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-861060fd-18a6-4d52-8571-d8db4932c137 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=e4de197062eb48adb3f8af1a1f8e958c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1005256 Aug 29 20:34:46.888255 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e9868ead-a5b2-4d4b-8eb6-06bcffe3ea8c tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (a8b06fee-2c63-4404-9cc0-a50cdeecfeee), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:46.893080 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-68068256-0454-4bbc-b0d1-b5b0a9e66e40 req-98a624c5-6a3d-4148-a0b4-524a175ff7e6 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa HTTP/1.1" status: 200 len: 210 time: 0.1176486 Aug 29 20:34:46.921441 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cd3d54-ee85-4b4a-8706-3b8af3d1fffc None None] Checking router: e2b4c46e-b60d-4c76-bc0c-08a8adc43453 for host: dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:34:46.922950 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cd3d54-ee85-4b4a-8706-3b8af3d1fffc None None] Updating router e2b4c46e-b60d-4c76-bc0c-08a8adc43453 port 115a7651-715a-491b-8ebe-235b5f5565cf binding host dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:34:46.942997 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9868ead-a5b2-4d4b-8eb6-06bcffe3ea8c tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b06fee-2c63-4404-9cc0-a50cdeecfeee,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:46.956129 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e9868ead-a5b2-4d4b-8eb6-06bcffe3ea8c tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:46.962133 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-e9868ead-a5b2-4d4b-8eb6-06bcffe3ea8c tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4067438 Aug 29 20:34:46.964412 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 34454) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:46.978968 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-193a7a92-691e-4591-a17e-b9b789709a70 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Request body: {'security_group_rule': {'security_group_id': '11f260a7-a22d-44d9-ba60-5c5536226c53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:34:47.034033 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-193a7a92-691e-4591-a17e-b9b789709a70 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for security_group_rule (5724f6dd-4ead-41e9-8aff-8f5206d6ea06), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:47.036920 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-82cd3d54-ee85-4b4a-8706-3b8af3d1fffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (115a7651-715a-491b-8ebe-235b5f5565cf), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:47.045471 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6518780d-f3cf-4e72-a07c-186840100151 admin admin] Publish callbacks [] for router_gateway (49277d89-2f22-40f1-9515-0c454177d89c), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:47.146958 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:47.250784 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-193a7a92-691e-4591-a17e-b9b789709a70 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for security_group_rule (5724f6dd-4ead-41e9-8aff-8f5206d6ea06), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:47.258419 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-193a7a92-691e-4591-a17e-b9b789709a70 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (5724f6dd-4ead-41e9-8aff-8f5206d6ea06), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:47.280385 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:47.328498 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a7a92-691e-4591-a17e-b9b789709a70 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5724f6dd-4ead-41e9-8aff-8f5206d6ea06,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:47.368243 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-193a7a92-691e-4591-a17e-b9b789709a70 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:47.374920 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-193a7a92-691e-4591-a17e-b9b789709a70 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4084797 Aug 29 20:34:47.377186 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 34476) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:47.383177 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-2a5fae03-42bb-4603-a9fb-604fbe79eccb tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Request body: {'floatingip': {'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:34:47.420818 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2a5fae03-42bb-4603-a9fb-604fbe79eccb tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:47.510408 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-9ccac5a5-1dbc-4e54-8ec3-b6b76bc1e933 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:47.512176 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-9ccac5a5-1dbc-4e54-8ec3-b6b76bc1e933 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6178136 Aug 29 20:34:47.529267 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Request body: {'port': {'device_id': 'f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa', 'network_id': 'b1e6f8b9-2297-4313-94dd-49a3a9a58a91', 'admin_state_up': True, 'tenant_id': 'e4de197062eb48adb3f8af1a1f8e958c'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:34:47.652849 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:47.675364 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2a5fae03-42bb-4603-a9fb-604fbe79eccb tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:47.696270 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:47.700866 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6518780d-f3cf-4e72-a07c-186840100151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639037'] for router (49277d89-2f22-40f1-9515-0c454177d89c), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:47.761688 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-82cd3d54-ee85-4b4a-8706-3b8af3d1fffc None None] Publish callbacks [] for port (115a7651-715a-491b-8ebe-235b5f5565cf), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:47.776088 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-82cd3d54-ee85-4b4a-8706-3b8af3d1fffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (115a7651-715a-491b-8ebe-235b5f5565cf), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:47.804186 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7e39d-1639-455b-9c81-afc1a6897abb req-5aa0a331-74e3-4086-b840-4d822d84547b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:47.806938 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-46b7e39d-1639-455b-9c81-afc1a6897abb req-5aa0a331-74e3-4086-b840-4d822d84547b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 945 time: 0.1245253 Aug 29 20:34:47.810549 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:47.888445 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94e093-c536-462b-9f12-fe6ff1aab71d None None] Pushing event updated for resources: {'Port': ['ID=115a7651-715a-491b-8ebe-235b5f5565cf,revision_number=3']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:47.926075 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-46b7e39d-1639-455b-9c81-afc1a6897abb req-619b580d-8842-4c9d-868d-1964e7f24479 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018617 Aug 29 20:34:47.957686 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 98fbd68b-61e8-46b8-adaf-bc2a8252c9ec up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:34:48.085876 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Made reservation on behalf of e4de197062eb48adb3f8af1a1f8e958c for: {'port': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:34:48.091718 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:48.091991 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-82cd3d54-ee85-4b4a-8706-3b8af3d1fffc None None] Attempting to bind port 115a7651-715a-491b-8ebe-235b5f5565cf on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:34:48.093974 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-82cd3d54-ee85-4b4a-8706-3b8af3d1fffc None None] Attempting to bind port 115a7651-715a-491b-8ebe-235b5f5565cf by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': 'ff3441ef-068d-4a77-a34c-00a02e11189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b'}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:34:48.094858 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cd3d54-ee85-4b4a-8706-3b8af3d1fffc None None] Attempting to bind port 115a7651-715a-491b-8ebe-235b5f5565cf on network f0c2c5bd-a9a1-411b-a42c-01cbce56e13b {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:34:48.115580 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cd3d54-ee85-4b4a-8706-3b8af3d1fffc None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:34:48.117697 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cd3d54-ee85-4b4a-8706-3b8af3d1fffc None None] Checking segment: {'id': 'ff3441ef-068d-4a77-a34c-00a02e11189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:34:48.118207 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-82cd3d54-ee85-4b4a-8706-3b8af3d1fffc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:48.126132 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cd3d54-ee85-4b4a-8706-3b8af3d1fffc None None] Bound using segment: {'id': 'ff3441ef-068d-4a77-a34c-00a02e11189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b'} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:34:48.129864 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-82cd3d54-ee85-4b4a-8706-3b8af3d1fffc None None] Bound port: 115a7651-715a-491b-8ebe-235b5f5565cf, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3441ef-068d-4a77-a34c-00a02e11189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b'}}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:34:48.137865 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-2a5fae03-42bb-4603-a9fb-604fbe79eccb tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Allocated IP 172.27.1.60 (6d9f465d-5886-43f5-9015-44f8e49732f9/a46a7c4b-a1af-42c4-bdce-13dd23ff8d25/cab41a00-f234-4790-91d4-c160535115f2) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:34:48.139311 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-82cd3d54-ee85-4b4a-8706-3b8af3d1fffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (115a7651-715a-491b-8ebe-235b5f5565cf), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:48.152415 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 98fbd68b-61e8-46b8-adaf-bc2a8252c9ec triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:48.153921 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (98fbd68b-61e8-46b8-adaf-bc2a8252c9ec), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:48.158366 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:48.175250 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-087e0fec-dea3-4050-8b0a-f8a117339d5b req-98e044b7-2f05-4c19-ab2c-1a5e019cbc41 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa HTTP/1.1" status: 200 len: 210 time: 0.0666678 Aug 29 20:34:48.283757 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Publish callbacks [] for security_group (f4fd6f49-c707-4092-a7f2-035376d4fff1), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:48.314447 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (f4fd6f49-c707-4092-a7f2-035376d4fff1), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:48.333343 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-82cd3d54-ee85-4b4a-8706-3b8af3d1fffc None None] For port 115a7651-715a-491b-8ebe-235b5f5565cf, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:34:48.346097 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-82cd3d54-ee85-4b4a-8706-3b8af3d1fffc None None] For port 115a7651-715a-491b-8ebe-235b5f5565cf, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=115a7651-715a-491b-8ebe-235b5f5565cf,segment=NetworkSegment(ff3441ef-068d-4a77-a34c-00a02e11189e),segment_id=ff3441ef-068d-4a77-a34c-00a02e11189e)] {{(pid=106201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:34:48.356106 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-82cd3d54-ee85-4b4a-8706-3b8af3d1fffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (115a7651-715a-491b-8ebe-235b5f5565cf), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:48.383581 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 98fbd68b-61e8-46b8-adaf-bc2a8252c9ec is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:34:48.384027 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (98fbd68b-61e8-46b8-adaf-bc2a8252c9ec), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:48.438355 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:48.487913 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] For port 98fbd68b-61e8-46b8-adaf-bc2a8252c9ec, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=98fbd68b-61e8-46b8-adaf-bc2a8252c9ec,segment=NetworkSegment(a115c314-36ee-46b0-b7b5-3d8e67873ba7),segment_id=a115c314-36ee-46b0-b7b5-3d8e67873ba7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:34:48.490605 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6518780d-f3cf-4e72-a07c-186840100151 admin admin] Router 49277d89-2f22-40f1-9515-0c454177d89c is scheduled to L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 with binding_index 1 {{(pid=106199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 20:34:48.493039 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (98fbd68b-61e8-46b8-adaf-bc2a8252c9ec), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:48.494399 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 8efac45a-b22e-4b85-8b21-a0dc24da9ea6 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:34:48.497591 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94e093-c536-462b-9f12-fe6ff1aab71d None None] Pushing event updated for resources: {'Port': ['ID=115a7651-715a-491b-8ebe-235b5f5565cf,revision_number=4']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:48.527484 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cd3d54-ee85-4b4a-8706-3b8af3d1fffc None None] Routers {'e2b4c46e-b60d-4c76-bc0c-08a8adc43453'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:34:48.528287 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-82cd3d54-ee85-4b4a-8706-3b8af3d1fffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:34:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['e2b4c46e-b60d-4c76-bc0c-08a8adc43453'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:34:48.553811 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2a5fae03-42bb-4603-a9fb-604fbe79eccb tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for port (cab41a00-f234-4790-91d4-c160535115f2), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:48.576704 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fd6f49-c707-4092-a7f2-035376d4fff1,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:48.652233 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5ae6a8-3e22-42a7-a2c4-264b43d5cd24 None None] Network 414320bb-3640-4ea8-a4bd-ea0733947861 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:34:48.657533 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2a5fae03-42bb-4603-a9fb-604fbe79eccb tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (cab41a00-f234-4790-91d4-c160535115f2), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:48.714575 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Allocated IP 192.168.233.53 (b1e6f8b9-2297-4313-94dd-49a3a9a58a91/a80db010-14c0-4aee-b839-528959587bdc/fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:34:48.791335 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5fae03-42bb-4603-a9fb-604fbe79eccb tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Network 6d9f465d-5886-43f5-9015-44f8e49732f9 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:34:48.818810 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-2a5fae03-42bb-4603-a9fb-604fbe79eccb tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:34:48.824883 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5fae03-42bb-4603-a9fb-604fbe79eccb tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:34:48.844616 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6518780d-f3cf-4e72-a07c-186840100151 admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:34:48.866802 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 8efac45a-b22e-4b85-8b21-a0dc24da9ea6 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:48.867541 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (8efac45a-b22e-4b85-8b21-a0dc24da9ea6), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:48.879154 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-138aad53-d104-4367-8042-e17c9007f216 None None] Provisioning complete for port 98fbd68b-61e8-46b8-adaf-bc2a8252c9ec triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:48.879766 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-138aad53-d104-4367-8042-e17c9007f216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (98fbd68b-61e8-46b8-adaf-bc2a8252c9ec), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:48.882768 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047317a9-c51c-4c1d-bd2e-0f3112190873 None None] Sync routers for ids ['49277d89-2f22-40f1-9515-0c454177d89c'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:34:48.948765 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6518780d-f3cf-4e72-a07c-186840100151 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:48.950455 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-6518780d-f3cf-4e72-a07c-186840100151 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7429404 Aug 29 20:34:48.966511 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 34494) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:48.981705 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Pushing event updated for resources: {'Port': ['ID=98fbd68b-61e8-46b8-adaf-bc2a8252c9ec,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:48.999640 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:49.005213 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-82cd3d54-ee85-4b4a-8706-3b8af3d1fffc None None] Set router e2b4c46e-b60d-4c76-bc0c-08a8adc43453 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:34:49.044390 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047317a9-c51c-4c1d-bd2e-0f3112190873 None None] Routers {'49277d89-2f22-40f1-9515-0c454177d89c'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:34:49.047581 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-047317a9-c51c-4c1d-bd2e-0f3112190873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:34:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['49277d89-2f22-40f1-9515-0c454177d89c'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:34:49.087462 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5fae03-42bb-4603-a9fb-604fbe79eccb tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Pushing event updated for resources: {'Port': ['ID=cab41a00-f234-4790-91d4-c160535115f2,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:49.172642 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 34502) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:49.296846 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad6f8f-dfb6-4dda-9ccf-1acb1c22bb1c req-3057dd43-830c-4b20-97c8-ff83c26ecfde tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:49.298464 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-adad6f8f-dfb6-4dda-9ccf-1acb1c22bb1c req-3057dd43-830c-4b20-97c8-ff83c26ecfde tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 945 time: 0.1332424 Aug 29 20:34:49.396154 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:49.397420 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-82cd3d54-ee85-4b4a-8706-3b8af3d1fffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'name': 'tempest-AttachVolumeShelveTestJSON-205820228-router', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:35Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'gw_port': {'id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:36Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '115a7651-715a-491b-8ebe-235b5f5565cf', 'name': '', 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'mac_address': 'fa:16:3e:92:56:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:42Z', 'updated_at': '2022-08-29T20:34:48Z', 'revision_number': 4, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'subnets': [{'id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:34:49.401960 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-adad6f8f-dfb6-4dda-9ccf-1acb1c22bb1c req-51a5c10c-3efc-483e-ad16-a5c50e5a6ab5 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798790 Aug 29 20:34:49.413265 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2a5fae03-42bb-4603-a9fb-604fbe79eccb tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for floatingip (d3bc459f-8a95-485b-bec7-c67a5976f648), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:49.454219 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cd3d54-ee85-4b4a-8706-3b8af3d1fffc None None] The sync data for ids ['e2b4c46e-b60d-4c76-bc0c-08a8adc43453'] in dv-cinder-854263-2-iscsi is: [{'id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'name': 'tempest-AttachVolumeShelveTestJSON-205820228-router', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:35Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'gw_port': {'id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:36Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '115a7651-715a-491b-8ebe-235b5f5565cf', 'name': '', 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'mac_address': 'fa:16:3e:92:56:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:42Z', 'updated_at': '2022-08-29T20:34:48Z', 'revision_number': 4, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'subnets': [{'id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:34:49.476029 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:49.498944 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2a5fae03-42bb-4603-a9fb-604fbe79eccb tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (cab41a00-f234-4790-91d4-c160535115f2), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:49.520609 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:49.552785 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6aabf39d-55d1-4cc2-92c3-a1b5d78c5cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:49.553972 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-eb5171c7-f99c-4be8-b2aa-d382deccfd78 req-b9367bc2-57c5-4bde-ab5e-e80ffdfd7893 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa HTTP/1.1" status: 200 len: 210 time: 0.1008625 Aug 29 20:34:49.569654 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-047317a9-c51c-4c1d-bd2e-0f3112190873 None None] Set router 49277d89-2f22-40f1-9515-0c454177d89c gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:34:49.625904 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:49.684760 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Publish callbacks [] for port (fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:49.698309 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 8efac45a-b22e-4b85-8b21-a0dc24da9ea6 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:34:49.698932 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (8efac45a-b22e-4b85-8b21-a0dc24da9ea6), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:49.724591 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:34:49.854063 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6aabf39d-55d1-4cc2-92c3-a1b5d78c5cd9 admin admin] Publish callbacks [] for security_group (ba1cd9d0-aaad-4885-8261-14bc59106d0f), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:49.859409 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6aabf39d-55d1-4cc2-92c3-a1b5d78c5cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (ba1cd9d0-aaad-4885-8261-14bc59106d0f), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:49.885505 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-138aad53-d104-4367-8042-e17c9007f216 None None] Current status of the port 98fbd68b-61e8-46b8-adaf-bc2a8252c9ec is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:34:49.917259 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:49.934762 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] For port 8efac45a-b22e-4b85-8b21-a0dc24da9ea6, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=8efac45a-b22e-4b85-8b21-a0dc24da9ea6,segment=NetworkSegment(6bad58f9-0737-453d-8241-c9102aa4b818),segment_id=6bad58f9-0737-453d-8241-c9102aa4b818)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:34:49.942505 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (8efac45a-b22e-4b85-8b21-a0dc24da9ea6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:50.016885 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-6aabf39d-55d1-4cc2-92c3-a1b5d78c5cd9 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=88ef468ef8294bcab8d4c98a9ab3bd86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8263359 Aug 29 20:34:50.021662 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 34510) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:50.100524 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2a5fae03-42bb-4603-a9fb-604fbe79eccb tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for port (cab41a00-f234-4790-91d4-c160535115f2), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:50.169360 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2a5fae03-42bb-4603-a9fb-604fbe79eccb tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (cab41a00-f234-4790-91d4-c160535115f2), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:50.170169 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Pushing event updated for resources: {'Port': ['ID=8efac45a-b22e-4b85-8b21-a0dc24da9ea6,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:50.204973 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabf39d-55d1-4cc2-92c3-a1b5d78c5cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1cd9d0-aaad-4885-8261-14bc59106d0f,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:50.247691 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:50.308331 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-047317a9-c51c-4c1d-bd2e-0f3112190873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49277d89-2f22-40f1-9515-0c454177d89c', 'name': 'tempest-TestMinimumBasicScenario-1476657770-router', 'tenant_id': 'fd7f1416e786402898e6377e1c3f210c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '6db3ea8a-01d7-4d29-a542-f8228942df40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:44Z', 'updated_at': '2022-08-29T20:34:46Z', 'revision_number': 3, 'project_id': 'fd7f1416e786402898e6377e1c3f210c', 'gw_port': {'id': '6db3ea8a-01d7-4d29-a542-f8228942df40', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49277d89-2f22-40f1-9515-0c454177d89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:45Z', 'updated_at': '2022-08-29T20:34:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:34:50.322708 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:50.413572 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabf39d-55d1-4cc2-92c3-a1b5d78c5cd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:50.432176 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabf39d-55d1-4cc2-92c3-a1b5d78c5cd9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:50.432705 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabf39d-55d1-4cc2-92c3-a1b5d78c5cd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:50.433144 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabf39d-55d1-4cc2-92c3-a1b5d78c5cd9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:50.433547 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabf39d-55d1-4cc2-92c3-a1b5d78c5cd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:50.433951 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabf39d-55d1-4cc2-92c3-a1b5d78c5cd9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:50.434422 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabf39d-55d1-4cc2-92c3-a1b5d78c5cd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:50.434843 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabf39d-55d1-4cc2-92c3-a1b5d78c5cd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:50.435257 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabf39d-55d1-4cc2-92c3-a1b5d78c5cd9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:50.435658 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabf39d-55d1-4cc2-92c3-a1b5d78c5cd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:50.436137 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabf39d-55d1-4cc2-92c3-a1b5d78c5cd9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:50.436568 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabf39d-55d1-4cc2-92c3-a1b5d78c5cd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:50.436963 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabf39d-55d1-4cc2-92c3-a1b5d78c5cd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:50.437355 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabf39d-55d1-4cc2-92c3-a1b5d78c5cd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:50.437885 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aabf39d-55d1-4cc2-92c3-a1b5d78c5cd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:50.475537 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 98fbd68b-61e8-46b8-adaf-bc2a8252c9ec up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:34:50.488146 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047317a9-c51c-4c1d-bd2e-0f3112190873 None None] Checking router: 49277d89-2f22-40f1-9515-0c454177d89c for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:34:50.488494 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047317a9-c51c-4c1d-bd2e-0f3112190873 None None] Updating router 49277d89-2f22-40f1-9515-0c454177d89c port 6db3ea8a-01d7-4d29-a542-f8228942df40 binding host dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:34:50.518781 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Network b1e6f8b9-2297-4313-94dd-49a3a9a58a91 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:34:50.533392 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:34:50.552445 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:34:50.597814 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5fae03-42bb-4603-a9fb-604fbe79eccb tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Pushing event updated for resources: {'Port': ['ID=cab41a00-f234-4790-91d4-c160535115f2,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:50.601714 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2a5fae03-42bb-4603-a9fb-604fbe79eccb tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (d3bc459f-8a95-485b-bec7-c67a5976f648), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:50.646308 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a9c89347-d3f7-4d80-ae36-72fb006d66e8 admin admin] Publish callbacks [] for security_group (ba1cd9d0-aaad-4885-8261-14bc59106d0f), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:50.673737 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Pushing event updated for resources: {'Port': ['ID=fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:50.688473 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:50.688821 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:50.689166 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:50.689510 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:50.689841 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:50.691663 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:50.692116 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:50.692465 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:50.692807 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:50.693145 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:50.693482 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:50.693818 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:50.694305 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:50.694454 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:50.694778 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:50.705904 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-047317a9-c51c-4c1d-bd2e-0f3112190873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (6db3ea8a-01d7-4d29-a542-f8228942df40), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:50.719265 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:50.720185 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:50.730177 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2a5fae03-42bb-4603-a9fb-604fbe79eccb tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:50.748619 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-2a5fae03-42bb-4603-a9fb-604fbe79eccb tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3594835 Aug 29 20:34:50.871418 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-73d54172-8d2f-4394-b7c8-4e97fe42e013 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3484840 Aug 29 20:34:50.933794 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a9c89347-d3f7-4d80-ae36-72fb006d66e8 admin admin] Publish callbacks [] for security_group (ba1cd9d0-aaad-4885-8261-14bc59106d0f), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:50.952510 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f60d7f0f-45e5-42a3-a34d-557adcc312b1 None None] Provisioning complete for port 98fbd68b-61e8-46b8-adaf-bc2a8252c9ec triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:50.953613 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f60d7f0f-45e5-42a3-a34d-557adcc312b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (98fbd68b-61e8-46b8-adaf-bc2a8252c9ec), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:50.957320 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 98fbd68b-61e8-46b8-adaf-bc2a8252c9ec triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:50.958349 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (98fbd68b-61e8-46b8-adaf-bc2a8252c9ec), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:50.976493 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-84f7d6bf-5ebd-49fa-b2c1-343c62c54e1a service neutron] Request body: {'port': {'device_id': 'f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:34:51.027015 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f03d2d-5267-419a-93b1-64792447d314 req-ddb06222-fdad-41b3-8342-e0544671e8bb tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:51.028858 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-31f03d2d-5267-419a-93b1-64792447d314 req-ddb06222-fdad-41b3-8342-e0544671e8bb tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 945 time: 0.3573172 Aug 29 20:34:51.127289 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9640d-3084-4c7a-b335-a4e2fa4a75e2 req-ee7c5c73-2361-4cc4-9c6b-50855e8da273 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:51.128753 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-76c9640d-3084-4c7a-b335-a4e2fa4a75e2 req-ee7c5c73-2361-4cc4-9c6b-50855e8da273 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa HTTP/1.1" status: 200 len: 935 time: 0.2806180 Aug 29 20:34:51.132771 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-84f7d6bf-5ebd-49fa-b2c1-343c62c54e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:51.138357 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e580a5f2-d43e-4a4d-8372-4c3a400e994a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:51.188481 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:51.228105 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a9c89347-d3f7-4d80-ae36-72fb006d66e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (ba1cd9d0-aaad-4885-8261-14bc59106d0f), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:51.243826 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a9c89347-d3f7-4d80-ae36-72fb006d66e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:51.255224 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-a9c89347-d3f7-4d80-ae36-72fb006d66e8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ba1cd9d0-aaad-4885-8261-14bc59106d0f HTTP/1.1" status: 204 len: 168 time: 1.2134724 Aug 29 20:34:51.281195 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-31f03d2d-5267-419a-93b1-64792447d314 req-6ee95105-7d04-41d2-a5d2-fd1ae0fdff43 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360353 Aug 29 20:34:51.285149 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c89347-d3f7-4d80-ae36-72fb006d66e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1cd9d0-aaad-4885-8261-14bc59106d0f,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:51.508212 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:51.508824 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:51.523816 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [None req-e580a5f2-d43e-4a4d-8372-4c3a400e994a admin admin] Allocated IP 172.20.0.1 (414320bb-3640-4ea8-a4bd-ea0733947861/8cd127be-1b27-48b3-ab7a-d01fc2ff0016/7e28a265-ee73-4c03-861e-46a48a5b702f) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:34:51.610301 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-76c9640d-3084-4c7a-b335-a4e2fa4a75e2 req-097a6c24-44bf-44a2-87d8-056bb53201ec tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f4fd6f49-c707-4092-a7f2-035376d4fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702113 Aug 29 20:34:51.614928 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-407ab43c-a8bc-455d-855a-26cfa64725b8 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1640966560&fields=id&tenant_id=bf00868e84384ee59320184a5e1c46c8 HTTP/1.1" status: 200 len: 267 time: 0.0990555 Aug 29 20:34:51.700792 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 98fbd68b-61e8-46b8-adaf-bc2a8252c9ec is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:34:51.702531 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 115a7651-715a-491b-8ebe-235b5f5565cf up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:34:51.875966 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f60d7f0f-45e5-42a3-a34d-557adcc312b1 None None] Current status of the port 98fbd68b-61e8-46b8-adaf-bc2a8252c9ec is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:34:51.945359 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-4a438771-328d-4256-a45f-f1d37ecc1d77 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:51.961488 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-4a438771-328d-4256-a45f-f1d37ecc1d77 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f0c2c5bd-a9a1-411b-a42c-01cbce56e13b HTTP/1.1" status: 200 len: 816 time: 0.3380699 Aug 29 20:34:51.961727 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:51.994773 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-76c0aae8-c764-4efd-9c65-81a171c7ee4f tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/quotas/bf00868e84384ee59320184a5e1c46c8 HTTP/1.1" status: 200 len: 375 time: 0.0245974 Aug 29 20:34:52.044723 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-deb9c02b-8d07-4951-97a7-71042d42edef None None] Provisioning complete for port fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:52.046800 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-deb9c02b-8d07-4951-97a7-71042d42edef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:52.093095 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 115a7651-715a-491b-8ebe-235b5f5565cf triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:52.093583 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (115a7651-715a-491b-8ebe-235b5f5565cf), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:52.160627 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-35263364-d681-4d27-9215-1eaffff4da31 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=bf00868e84384ee59320184a5e1c46c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1649191 Aug 29 20:34:52.244625 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b7d96-c51a-4e36-8bba-f606741b4712 req-8dabe28a-24c1-4f62-bbf1-e225d9f13f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:52.246162 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1b3b7d96-c51a-4e36-8bba-f606741b4712 req-8dabe28a-24c1-4f62-bbf1-e225d9f13f81 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8436d85d931a41cfa6d626c08ad82ef4&device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 1129 time: 0.1258669 Aug 29 20:34:52.268796 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 115a7651-715a-491b-8ebe-235b5f5565cf is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:34:52.270515 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (115a7651-715a-491b-8ebe-235b5f5565cf), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:52.276867 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-deb9c02b-8d07-4951-97a7-71042d42edef None None] Port fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:34:52.313731 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e580a5f2-d43e-4a4d-8372-4c3a400e994a admin admin] Publish callbacks [] for port (7e28a265-ee73-4c03-861e-46a48a5b702f), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:52.331129 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-047317a9-c51c-4c1d-bd2e-0f3112190873 None None] Publish callbacks [] for port (6db3ea8a-01d7-4d29-a542-f8228942df40), precommit_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:52.339353 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] For port 115a7651-715a-491b-8ebe-235b5f5565cf, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=115a7651-715a-491b-8ebe-235b5f5565cf,segment=NetworkSegment(ff3441ef-068d-4a77-a34c-00a02e11189e),segment_id=ff3441ef-068d-4a77-a34c-00a02e11189e)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:34:52.341971 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-047317a9-c51c-4c1d-bd2e-0f3112190873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (6db3ea8a-01d7-4d29-a542-f8228942df40), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:52.361964 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-047317a9-c51c-4c1d-bd2e-0f3112190873 None None] Attempting to bind port 6db3ea8a-01d7-4d29-a542-f8228942df40 on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:34:52.362728 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-047317a9-c51c-4c1d-bd2e-0f3112190873 None None] Attempting to bind port 6db3ea8a-01d7-4d29-a542-f8228942df40 by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:34:52.364376 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047317a9-c51c-4c1d-bd2e-0f3112190873 None None] Attempting to bind port 6db3ea8a-01d7-4d29-a542-f8228942df40 on network 6d9f465d-5886-43f5-9015-44f8e49732f9 {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:34:52.370495 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (115a7651-715a-491b-8ebe-235b5f5565cf), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:52.403875 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047317a9-c51c-4c1d-bd2e-0f3112190873 None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:34:52.405574 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047317a9-c51c-4c1d-bd2e-0f3112190873 None None] Checking segment: {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:34:52.406313 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-047317a9-c51c-4c1d-bd2e-0f3112190873 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:52.406911 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047317a9-c51c-4c1d-bd2e-0f3112190873 None None] Bound using segment: {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:34:52.408637 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-047317a9-c51c-4c1d-bd2e-0f3112190873 None None] Bound port: 6db3ea8a-01d7-4d29-a542-f8228942df40, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:34:52.409501 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-047317a9-c51c-4c1d-bd2e-0f3112190873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (6db3ea8a-01d7-4d29-a542-f8228942df40), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:52.423331 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:52.441781 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-b1744431-3d2b-4f23-a123-65f334e9719b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f0c2c5bd-a9a1-411b-a42c-01cbce56e13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617638 Aug 29 20:34:52.497582 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e905bf-e922-4d74-b8ed-ac18f26c798b None None] Pushing event updated for resources: {'Port': ['ID=6db3ea8a-01d7-4d29-a542-f8228942df40,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:52.546815 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e580a5f2-d43e-4a4d-8372-4c3a400e994a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (7e28a265-ee73-4c03-861e-46a48a5b702f), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:52.549063 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e905bf-e922-4d74-b8ed-ac18f26c798b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:52.549411 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e905bf-e922-4d74-b8ed-ac18f26c798b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:52.549754 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e905bf-e922-4d74-b8ed-ac18f26c798b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:52.550119 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e905bf-e922-4d74-b8ed-ac18f26c798b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:52.550537 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e905bf-e922-4d74-b8ed-ac18f26c798b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:52.550872 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e905bf-e922-4d74-b8ed-ac18f26c798b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:52.551198 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e905bf-e922-4d74-b8ed-ac18f26c798b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:52.551521 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e905bf-e922-4d74-b8ed-ac18f26c798b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:52.551951 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e905bf-e922-4d74-b8ed-ac18f26c798b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:52.552178 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e905bf-e922-4d74-b8ed-ac18f26c798b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:52.552505 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e905bf-e922-4d74-b8ed-ac18f26c798b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:52.552833 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e905bf-e922-4d74-b8ed-ac18f26c798b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:52.553156 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e905bf-e922-4d74-b8ed-ac18f26c798b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:52.553675 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e905bf-e922-4d74-b8ed-ac18f26c798b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:52.553764 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e905bf-e922-4d74-b8ed-ac18f26c798b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:34:52.647890 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b7d96-c51a-4e36-8bba-f606741b4712 req-787b837d-a869-4546-aa01-2c638fda1aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:52.649793 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1b3b7d96-c51a-4e36-8bba-f606741b4712 req-787b837d-a869-4546-aa01-2c638fda1aba service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=9aeb874f-5dc0-4462-96f6-c696d1a7b371 HTTP/1.1" status: 200 len: 920 time: 0.3472166 Aug 29 20:34:52.652830 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 8efac45a-b22e-4b85-8b21-a0dc24da9ea6 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:34:52.672179 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-047317a9-c51c-4c1d-bd2e-0f3112190873 None None] For port 6db3ea8a-01d7-4d29-a542-f8228942df40, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:34:52.679979 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-eadcbbb7-9644-45fc-99a6-a22f6cf81351 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f0c2c5bd-a9a1-411b-a42c-01cbce56e13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312868 Aug 29 20:34:52.705108 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-047317a9-c51c-4c1d-bd2e-0f3112190873 None None] For port 6db3ea8a-01d7-4d29-a542-f8228942df40, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=6db3ea8a-01d7-4d29-a542-f8228942df40,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:34:52.752082 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-047317a9-c51c-4c1d-bd2e-0f3112190873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (6db3ea8a-01d7-4d29-a542-f8228942df40), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:52.768053 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e580a5f2-d43e-4a4d-8372-4c3a400e994a admin admin] Network 414320bb-3640-4ea8-a4bd-ea0733947861 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:34:52.778136 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37142a-c563-4159-9a76-3636fb37528d req-186ceb45-08a5-4bbf-86b4-cf68cb306457 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:52.780404 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2f37142a-c563-4159-9a76-3636fb37528d req-186ceb45-08a5-4bbf-86b4-cf68cb306457 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 945 time: 0.2375121 Aug 29 20:34:52.805198 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Pushing event updated for resources: {'Port': ['ID=115a7651-715a-491b-8ebe-235b5f5565cf,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:52.814070 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047317a9-c51c-4c1d-bd2e-0f3112190873 None None] Routers {'49277d89-2f22-40f1-9515-0c454177d89c'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:34:52.814910 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-047317a9-c51c-4c1d-bd2e-0f3112190873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:34:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['49277d89-2f22-40f1-9515-0c454177d89c'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:34:52.835240 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-84f7d6bf-5ebd-49fa-b2c1-343c62c54e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5 {{(pid=106199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:34:52.854553 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 34596) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:52.857220 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-e580a5f2-d43e-4a4d-8372-4c3a400e994a admin admin] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:34:52.860573 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1b3b7d96-c51a-4e36-8bba-f606741b4712 req-375f5c1d-e908-4577-b775-4407897d8e26 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83aab753-4372-4b2f-a578-8ecea2f99be1 HTTP/1.1" status: 200 len: 217 time: 0.1691046 Aug 29 20:34:52.863247 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-84f7d6bf-5ebd-49fa-b2c1-343c62c54e1a service neutron] Publish callbacks [] for port (fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:52.867674 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e580a5f2-d43e-4a4d-8372-4c3a400e994a admin admin] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:34:52.921269 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:52.941982 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 8efac45a-b22e-4b85-8b21-a0dc24da9ea6 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:52.942608 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (8efac45a-b22e-4b85-8b21-a0dc24da9ea6), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:53.039489 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580a5f2-d43e-4a4d-8372-4c3a400e994a admin admin] Pushing event updated for resources: {'Port': ['ID=7e28a265-ee73-4c03-861e-46a48a5b702f,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:53.061160 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.provisioning_blocks [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-84f7d6bf-5ebd-49fa-b2c1-343c62c54e1a service neutron] Transition to ACTIVE for port object fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5 will not be triggered until provisioned by entity L2. {{(pid=106199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:34:53.120913 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-84f7d6bf-5ebd-49fa-b2c1-343c62c54e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61108980'] for port (fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:53.127646 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651b939-712f-4e58-8065-e05cc0036402 req-d48eb623-2f65-4e1e-a1e0-60eaafa5dd12 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:53.130210 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-047317a9-c51c-4c1d-bd2e-0f3112190873 None None] Set router 49277d89-2f22-40f1-9515-0c454177d89c gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:34:53.143827 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6651b939-712f-4e58-8065-e05cc0036402 req-d48eb623-2f65-4e1e-a1e0-60eaafa5dd12 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa HTTP/1.1" status: 200 len: 935 time: 0.1866367 Aug 29 20:34:53.166372 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e580a5f2-d43e-4a4d-8372-4c3a400e994a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639577'] for router_interface (49277d89-2f22-40f1-9515-0c454177d89c), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:53.211361 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:53.234547 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2f37142a-c563-4159-9a76-3636fb37528d req-b13661a0-ec4c-4031-92b2-9ea10bde1a57 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684247 Aug 29 20:34:53.333239 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6651b939-712f-4e58-8065-e05cc0036402 req-c9c983a5-cc66-40da-a9f3-ff8b94638bd0 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f4fd6f49-c707-4092-a7f2-035376d4fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863189 Aug 29 20:34:53.345137 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-6514cc64-a734-4c32-b82c-60fc9ef3d036 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-779189692-network', 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:34:53.385888 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:53.389706 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6514cc64-a734-4c32-b82c-60fc9ef3d036 admin admin] Made reservation on behalf of 2f93e5b4f52b4b8cac7e0336a44b33ba for: {'network': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:34:53.394793 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6514cc64-a734-4c32-b82c-60fc9ef3d036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for network (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:53.411618 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b7d96-c51a-4e36-8bba-f606741b4712 req-0a096ed6-3d5c-40ec-a3fc-ec253db656dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:53.413377 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6514cc64-a734-4c32-b82c-60fc9ef3d036 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:53.417180 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1b3b7d96-c51a-4e36-8bba-f606741b4712 req-0a096ed6-3d5c-40ec-a3fc-ec253db656dc service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=b859f7aa-b619-481f-9230-0993b4243baf HTTP/1.1" status: 200 len: 858 time: 0.5374126 Aug 29 20:34:53.452542 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e905bf-e922-4d74-b8ed-ac18f26c798b None None] Pushing event updated for resources: {'Port': ['ID=6db3ea8a-01d7-4d29-a542-f8228942df40,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:53.462036 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:53.544506 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-9d8220ee-2f67-410e-875c-7ac38851ab3b req-9c45af18-30c7-4e9b-8c4c-e7cfee94885a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 210 time: 0.1205583 Aug 29 20:34:53.591697 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7d6bf-5ebd-49fa-b2c1-343c62c54e1a service neutron] Pushing event updated for resources: {'Port': ['ID=fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:53.638301 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b7d96-c51a-4e36-8bba-f606741b4712 req-fc3dd789-9d6a-4515-975e-850281cfb54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:53.640458 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1b3b7d96-c51a-4e36-8bba-f606741b4712 req-fc3dd789-9d6a-4515-975e-850281cfb54f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=9aeb874f-5dc0-4462-96f6-c696d1a7b371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2011459 Aug 29 20:34:53.659057 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6514cc64-a734-4c32-b82c-60fc9ef3d036 admin admin] Publish callbacks [] for security_group (bb45dac4-ee14-4474-ae43-5be6ac1e8d74), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:53.669874 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6514cc64-a734-4c32-b82c-60fc9ef3d036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (bb45dac4-ee14-4474-ae43-5be6ac1e8d74), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:53.708535 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6514cc64-a734-4c32-b82c-60fc9ef3d036 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=106198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:34:53.716972 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514cc64-a734-4c32-b82c-60fc9ef3d036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb45dac4-ee14-4474-ae43-5be6ac1e8d74,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:53.727923 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6514cc64-a734-4c32-b82c-60fc9ef3d036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (4a13b328-7b40-4982-994c-fbfbebdf4718), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:53.729378 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.db.segments_db [None req-6514cc64-a734-4c32-b82c-60fc9ef3d036 admin admin] Added segment 4a13b328-7b40-4982-994c-fbfbebdf4718 of type vlan for network 779bade7-0633-4938-81a0-aee67711baac Aug 29 20:34:53.761147 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-54b0af6b-6692-4616-bff7-4846706f9f04 None None] Provisioning complete for port 7e28a265-ee73-4c03-861e-46a48a5b702f triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:53.762462 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-54b0af6b-6692-4616-bff7-4846706f9f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (7e28a265-ee73-4c03-861e-46a48a5b702f), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:53.769526 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:53.797052 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 34624) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:53.831791 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6514cc64-a734-4c32-b82c-60fc9ef3d036 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001069397'] for network (779bade7-0633-4938-81a0-aee67711baac), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:53.851058 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-84f7d6bf-5ebd-49fa-b2c1-343c62c54e1a service neutron] Attempting to bind port fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:34:53.851399 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-84f7d6bf-5ebd-49fa-b2c1-343c62c54e1a service neutron] Attempting to bind port fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '7eed3e47-1283-4f71-ae85-dbd813053858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b1e6f8b9-2297-4313-94dd-49a3a9a58a91'}] {{(pid=106199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:34:53.852629 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-84f7d6bf-5ebd-49fa-b2c1-343c62c54e1a service neutron] Attempting to bind port fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5 on network b1e6f8b9-2297-4313-94dd-49a3a9a58a91 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:34:53.854185 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-54b0af6b-6692-4616-bff7-4846706f9f04 None None] Port 7e28a265-ee73-4c03-861e-46a48a5b702f cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:34:53.862668 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-84f7d6bf-5ebd-49fa-b2c1-343c62c54e1a service neutron] Port fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5 on network b1e6f8b9-2297-4313-94dd-49a3a9a58a91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:34:53.862996 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-84f7d6bf-5ebd-49fa-b2c1-343c62c54e1a service neutron] Attempting to bind port fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5 on network b1e6f8b9-2297-4313-94dd-49a3a9a58a91 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:34:53.863714 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 8efac45a-b22e-4b85-8b21-a0dc24da9ea6 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:34:53.883852 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-84f7d6bf-5ebd-49fa-b2c1-343c62c54e1a service neutron] Checking agent: {'id': 'fe366970-a267-4806-8a8b-654c02250e20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'started_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:34:53.884449 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-84f7d6bf-5ebd-49fa-b2c1-343c62c54e1a service neutron] Checking segment: {'id': '7eed3e47-1283-4f71-ae85-dbd813053858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b1e6f8b9-2297-4313-94dd-49a3a9a58a91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:34:53.885343 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-84f7d6bf-5ebd-49fa-b2c1-343c62c54e1a service neutron] Bound using segment: {'id': '7eed3e47-1283-4f71-ae85-dbd813053858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b1e6f8b9-2297-4313-94dd-49a3a9a58a91'} {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:34:53.885842 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-84f7d6bf-5ebd-49fa-b2c1-343c62c54e1a service neutron] Bound port: fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eed3e47-1283-4f71-ae85-dbd813053858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b1e6f8b9-2297-4313-94dd-49a3a9a58a91'}}] {{(pid=106199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:34:53.886213 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-84f7d6bf-5ebd-49fa-b2c1-343c62c54e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:53.899825 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6514cc64-a734-4c32-b82c-60fc9ef3d036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957'] for network (779bade7-0633-4938-81a0-aee67711baac), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:53.901370 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6514cc64-a734-4c32-b82c-60fc9ef3d036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:53.902071 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6514cc64-a734-4c32-b82c-60fc9ef3d036 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:53.967249 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-047317a9-c51c-4c1d-bd2e-0f3112190873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49277d89-2f22-40f1-9515-0c454177d89c', 'name': 'tempest-TestMinimumBasicScenario-1476657770-router', 'tenant_id': 'fd7f1416e786402898e6377e1c3f210c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '6db3ea8a-01d7-4d29-a542-f8228942df40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:44Z', 'updated_at': '2022-08-29T20:34:46Z', 'revision_number': 3, 'project_id': 'fd7f1416e786402898e6377e1c3f210c', 'gw_port': {'id': '6db3ea8a-01d7-4d29-a542-f8228942df40', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49277d89-2f22-40f1-9515-0c454177d89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:45Z', 'updated_at': '2022-08-29T20:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:34:53.975517 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e580a5f2-d43e-4a4d-8372-4c3a400e994a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (7e28a265-ee73-4c03-861e-46a48a5b702f), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:53.995330 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514cc64-a734-4c32-b82c-60fc9ef3d036 admin admin] Pushing event updated for resources: {'Network': ['ID=779bade7-0633-4938-81a0-aee67711baac,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:54.010151 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1b3b7d96-c51a-4e36-8bba-f606741b4712 req-0e80ec6f-b42e-4a51-bcb1-4f8f946911ec service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095210 Aug 29 20:34:54.023503 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-6514cc64-a734-4c32-b82c-60fc9ef3d036 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1670063 Aug 29 20:34:54.027077 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 34630) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:54.031040 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Network 779bade7-0633-4938-81a0-aee67711baac details requested by agent ovs-agent-dv-cinder-854263-2-iscsi with host dv-cinder-854263-2-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:34:54.035595 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047317a9-c51c-4c1d-bd2e-0f3112190873 None None] The sync data for ids ['49277d89-2f22-40f1-9515-0c454177d89c'] in dv-cinder-854263-2-iscsi is: [{'id': '49277d89-2f22-40f1-9515-0c454177d89c', 'name': 'tempest-TestMinimumBasicScenario-1476657770-router', 'tenant_id': 'fd7f1416e786402898e6377e1c3f210c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '6db3ea8a-01d7-4d29-a542-f8228942df40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:44Z', 'updated_at': '2022-08-29T20:34:46Z', 'revision_number': 3, 'project_id': 'fd7f1416e786402898e6377e1c3f210c', 'gw_port': {'id': '6db3ea8a-01d7-4d29-a542-f8228942df40', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49277d89-2f22-40f1-9515-0c454177d89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:45Z', 'updated_at': '2022-08-29T20:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:34:54.036155 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-37976660-3147-4d3a-8780-93a77a62fbe5 admin admin] Request body: {'subnet': {'network_id': '779bade7-0633-4938-81a0-aee67711baac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-779189692-subnet', 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'ip_version': 4}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:34:54.042128 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:54.072810 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37976660-3147-4d3a-8780-93a77a62fbe5 admin admin] Made reservation on behalf of 2f93e5b4f52b4b8cac7e0336a44b33ba for: {'subnet': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:34:54.079256 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-37976660-3147-4d3a-8780-93a77a62fbe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215030'] for subnet (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:54.196054 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-84f7d6bf-5ebd-49fa-b2c1-343c62c54e1a service neutron] For port fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5, host hv-cinder-85426, cleared binding levels {{(pid=106199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:34:54.203844 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cd563547-13b0-4f45-b6f2-6a0b559bb1e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:54.236809 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-84f7d6bf-5ebd-49fa-b2c1-343c62c54e1a service neutron] For port fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5,segment=NetworkSegment(7eed3e47-1283-4f71-ae85-dbd813053858),segment_id=7eed3e47-1283-4f71-ae85-dbd813053858)] {{(pid=106199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:34:54.262348 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-84f7d6bf-5ebd-49fa-b2c1-343c62c54e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61108980'] for port (fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:54.265589 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-84f7d6bf-5ebd-49fa-b2c1-343c62c54e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:54.266461 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-84f7d6bf-5ebd-49fa-b2c1-343c62c54e1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:54.267914 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-84f7d6bf-5ebd-49fa-b2c1-343c62c54e1a service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5 HTTP/1.1" status: 200 len: 1097 time: 3.3474500 Aug 29 20:34:54.365324 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa', 'tag': 'fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:34:54.367780 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2911942-6126-42df-bc3c-b2bd61bb3647" -d '{"events": [{"name": "network-changed", "server_uuid": "f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa", "tag": "fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:34:54.388323 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1b3b7d96-c51a-4e36-8bba-f606741b4712 req-1aaa92e4-634b-48a3-8d60-50860529f1a1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538465 Aug 29 20:34:54.529173 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-37976660-3147-4d3a-8780-93a77a62fbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61348183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215008'] for subnet (03b5cc74-b24b-495e-ac4f-195d2dcad1d7), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:54.591719 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea1d21-1e5b-46f4-ac1b-1438794bf760 req-49d1410b-2c42-4634-8468-2e6eb63c1651 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:54.597047 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-38ea1d21-1e5b-46f4-ac1b-1438794bf760 req-49d1410b-2c42-4634-8468-2e6eb63c1651 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 945 time: 0.2129931 Aug 29 20:34:54.648033 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:54.676564 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37976660-3147-4d3a-8780-93a77a62fbe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03b5cc74-b24b-495e-ac4f-195d2dcad1d7,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:54.696856 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-b53b6de9-df99-40cd-af83-e61e95a45b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:54.699528 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-b53b6de9-df99-40cd-af83-e61e95a45b0c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=e4de197062eb48adb3f8af1a1f8e958c&device_id=f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa HTTP/1.1" status: 200 len: 1131 time: 0.2982314 Aug 29 20:34:54.764601 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 115a7651-715a-491b-8ebe-235b5f5565cf up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:34:54.841989 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-38ea1d21-1e5b-46f4-ac1b-1438794bf760 req-ba6b6756-a8d4-4255-a34c-3caffbc43936 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679957 Aug 29 20:34:54.846149 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37976660-3147-4d3a-8780-93a77a62fbe5 admin admin] Checking segment: {'id': '4a13b328-7b40-4982-994c-fbfbebdf4718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '779bade7-0633-4938-81a0-aee67711baac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:34:54.846930 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37976660-3147-4d3a-8780-93a77a62fbe5 admin admin] Network hostable DHCP agents. Network: 779bade7-0633-4938-81a0-aee67711baac, hostable agents: ['aba3b8c1-ed4e-40c9-99d3-a300910cc497'], hosted agents: [] {{(pid=106198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:34:54.889571 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37976660-3147-4d3a-8780-93a77a62fbe5 admin admin] Network 779bade7-0633-4938-81a0-aee67711baac is scheduled to be hosted by DHCP agent aba3b8c1-ed4e-40c9-99d3-a300910cc497 with binding_index 1 {{(pid=106198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:34:54.907144 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 115a7651-715a-491b-8ebe-235b5f5565cf triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:54.908218 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (115a7651-715a-491b-8ebe-235b5f5565cf), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:54.913265 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-37976660-3147-4d3a-8780-93a77a62fbe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-2-iscsi, 779bade7-0633-4938-81a0-aee67711baac) {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:34:54.919247 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37976660-3147-4d3a-8780-93a77a62fbe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:54.920249 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-37976660-3147-4d3a-8780-93a77a62fbe5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:54.954765 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-37976660-3147-4d3a-8780-93a77a62fbe5 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9229269 Aug 29 20:34:54.958706 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 34650) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:54.966411 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49351a7-fc90-4474-b3ee-4fd6475ea410 None None] Network 779bade7-0633-4938-81a0-aee67711baac requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:34:54.969417 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:54.974905 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-801a9710-1b19-4b43-b92a-d3f10ec5e0ca admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-779189692-router', 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:34:55.017688 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-801a9710-1b19-4b43-b92a-d3f10ec5e0ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6777'] for router (7ae17b82-820a-4bf7-9e02-c076a61ce5fd), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:55.019237 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-801a9710-1b19-4b43-b92a-d3f10ec5e0ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6774'] for router (7ae17b82-820a-4bf7-9e02-c076a61ce5fd), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:55.093880 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b40034a-5cc3-48f1-930e-82f939486a28 x-openstack-request-id: req-5b40034a-5cc3-48f1-930e-82f939486a28 {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:34:55.095316 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa", "tag": "fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:34:55.096034 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b40034a-5cc3-48f1-930e-82f939486a28 {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:34:55.096876 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b40034a-5cc3-48f1-930e-82f939486a28'] response: {'name': 'network-changed', 'server_uuid': 'f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa', 'tag': 'fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5', 'status': 'completed', 'code': 200} Aug 29 20:34:55.119636 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:55.122702 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-801a9710-1b19-4b43-b92a-d3f10ec5e0ca admin admin] Publish callbacks [] for router_controller (7ae17b82-820a-4bf7-9e02-c076a61ce5fd), precommit_add_association {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:55.166952 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 115a7651-715a-491b-8ebe-235b5f5565cf is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:34:55.168297 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 6db3ea8a-01d7-4d29-a542-f8228942df40 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:34:55.190281 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-df2961c4-e1ab-4b57-9714-ad319451856a service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5 HTTP/1.1" status: 200 len: 217 time: 0.1044452 Aug 29 20:34:55.205902 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7e889-f13b-4c8e-85b2-505b671b2be1 req-413b507f-5500-4e19-a4fa-44b4dc9b18b4 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:55.207809 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e6b7e889-f13b-4c8e-85b2-505b671b2be1 req-413b507f-5500-4e19-a4fa-44b4dc9b18b4 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa HTTP/1.1" status: 200 len: 947 time: 0.6654549 Aug 29 20:34:55.208714 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7d6bf-5ebd-49fa-b2c1-343c62c54e1a service neutron] Pushing event updated for resources: {'Port': ['ID=fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5,revision_number=3']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:55.233447 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95f1668-9223-4280-82ff-c49ac60ec7bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83f671a-a6f4-538f-9d53-80dd384b293c-779bade7-0633-4938-81a0-aee67711baac', 'network_id': '779bade7-0633-4938-81a0-aee67711baac', 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'fixed_ips': [{'subnet_id': '03b5cc74-b24b-495e-ac4f-195d2dcad1d7'}]}} from dv-cinder-854263-2-iscsi. {{(pid=106200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 20:34:55.234441 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e95f1668-9223-4280-82ff-c49ac60ec7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:55.294021 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 6db3ea8a-01d7-4d29-a542-f8228942df40 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:55.295388 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (6db3ea8a-01d7-4d29-a542-f8228942df40), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:55.326454 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e6b7e889-f13b-4c8e-85b2-505b671b2be1 req-591ec83c-6b9e-45ea-8fa9-080c82e96fbf tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f4fd6f49-c707-4092-a7f2-035376d4fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064198 Aug 29 20:34:55.395071 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e580a5f2-d43e-4a4d-8372-4c3a400e994a admin admin] Publish callbacks [] for port (7e28a265-ee73-4c03-861e-46a48a5b702f), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:55.403958 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cd563547-13b0-4f45-b6f2-6a0b559bb1e8 admin admin] Publish callbacks [] for security_group (081b63ac-a29e-4a0e-b617-e5c758523007), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:55.407444 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e580a5f2-d43e-4a4d-8372-4c3a400e994a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61108980'] for port (7e28a265-ee73-4c03-861e-46a48a5b702f), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:55.439316 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cd563547-13b0-4f45-b6f2-6a0b559bb1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (081b63ac-a29e-4a0e-b617-e5c758523007), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:55.517308 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd563547-13b0-4f45-b6f2-6a0b559bb1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081b63ac-a29e-4a0e-b617-e5c758523007,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:55.583329 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-2265c445-b66f-4396-9692-d8c8e5ae6f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:55.585174 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-2265c445-b66f-4396-9692-d8c8e5ae6f3a service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=a80db010-14c0-4aee-b839-528959587bdc HTTP/1.1" status: 200 len: 843 time: 0.2657032 Aug 29 20:34:55.651625 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-cd563547-13b0-4f45-b6f2-6a0b559bb1e8 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7f91610898f74be3b832cc55807e4a7d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8499331 Aug 29 20:34:55.652665 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 34656) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:55.655881 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3b7a8345-41ea-4f09-989c-dfeef0e1ead9 req-3d453d81-547b-4fed-af9f-9c380350910f tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 210 time: 0.5447867 Aug 29 20:34:55.658465 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 6db3ea8a-01d7-4d29-a542-f8228942df40 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:34:55.658629 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e580a5f2-d43e-4a4d-8372-4c3a400e994a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639693'] for router_interface (49277d89-2f22-40f1-9515-0c454177d89c), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:55.658937 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (6db3ea8a-01d7-4d29-a542-f8228942df40), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:55.694621 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.db_base_plugin_common [None req-e95f1668-9223-4280-82ff-c49ac60ec7bd None None] Allocated IP 172.20.0.2 (779bade7-0633-4938-81a0-aee67711baac/03b5cc74-b24b-495e-ac4f-195d2dcad1d7/80d465d8-e084-49a0-befc-066e0bf90770) {{(pid=106200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:34:55.695747 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580a5f2-d43e-4a4d-8372-4c3a400e994a admin admin] Pushing event updated for resources: {'Port': ['ID=7e28a265-ee73-4c03-861e-46a48a5b702f,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:55.712997 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] For port 6db3ea8a-01d7-4d29-a542-f8228942df40, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=6db3ea8a-01d7-4d29-a542-f8228942df40,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:34:55.719439 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (6db3ea8a-01d7-4d29-a542-f8228942df40), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:55.827123 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:55.830844 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-4a4d9803-26b4-4796-8070-e46cef5ea30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:55.833392 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-4a4d9803-26b4-4796-8070-e46cef5ea30d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=b1e6f8b9-2297-4313-94dd-49a3a9a58a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.2077403 Aug 29 20:34:55.850101 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:55.926828 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Pushing event updated for resources: {'Port': ['ID=6db3ea8a-01d7-4d29-a542-f8228942df40,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:55.986114 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-5ad22387-33ae-4f83-b528-7f4512523d9b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/b1e6f8b9-2297-4313-94dd-49a3a9a58a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396918 Aug 29 20:34:56.003094 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-7bbef28b-4d4b-47aa-b180-27a1e2e71140 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:56.005130 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-7bbef28b-4d4b-47aa-b180-27a1e2e71140 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.33 "GET /networking/v2.0/networks?id=f0c2c5bd-a9a1-411b-a42c-01cbce56e13b HTTP/1.1" status: 200 len: 816 time: 0.4901769 Aug 29 20:34:56.022135 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-801a9710-1b19-4b43-b92a-d3f10ec5e0ca admin admin] Publish callbacks [] for router_gateway (7ae17b82-820a-4bf7-9e02-c076a61ce5fd), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:56.070327 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b334c1e2-4b5b-4c3b-9988-924d6c0df985 admin admin] Publish callbacks [] for security_group (081b63ac-a29e-4a0e-b617-e5c758523007), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:56.073065 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:56.076168 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e95f1668-9223-4280-82ff-c49ac60ec7bd None None] Publish callbacks [] for port (80d465d8-e084-49a0-befc-066e0bf90770), precommit_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:56.083755 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e95f1668-9223-4280-82ff-c49ac60ec7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414'] for port (80d465d8-e084-49a0-befc-066e0bf90770), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:56.125654 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:56.143713 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95f1668-9223-4280-82ff-c49ac60ec7bd None None] Network 779bade7-0633-4938-81a0-aee67711baac is already hosted by enough agents. {{(pid=106200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:34:56.146970 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.scheduler.base_scheduler [None req-e95f1668-9223-4280-82ff-c49ac60ec7bd None None] Resources bound (agent type, host, resource id): {{(pid=106200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:34:56.152271 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95f1668-9223-4280-82ff-c49ac60ec7bd None None] Received port after_create {{(pid=106200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:34:56.171213 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f1668-9223-4280-82ff-c49ac60ec7bd None None] Pushing event updated for resources: {'Port': ['ID=80d465d8-e084-49a0-befc-066e0bf90770,revision_number=1']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:56.210806 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b334c1e2-4b5b-4c3b-9988-924d6c0df985 admin admin] Publish callbacks [] for security_group (081b63ac-a29e-4a0e-b617-e5c758523007), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:56.248572 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e580a5f2-d43e-4a4d-8372-4c3a400e994a admin admin] Network 414320bb-3640-4ea8-a4bd-ea0733947861 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:34:56.251129 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-e95f1668-9223-4280-82ff-c49ac60ec7bd None None] Attempting to bind port 80d465d8-e084-49a0-befc-066e0bf90770 on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:34:56.252183 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-e95f1668-9223-4280-82ff-c49ac60ec7bd None None] Attempting to bind port 80d465d8-e084-49a0-befc-066e0bf90770 by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': '4a13b328-7b40-4982-994c-fbfbebdf4718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '779bade7-0633-4938-81a0-aee67711baac'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:34:56.253064 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f1668-9223-4280-82ff-c49ac60ec7bd None None] Attempting to bind port 80d465d8-e084-49a0-befc-066e0bf90770 on network 779bade7-0633-4938-81a0-aee67711baac {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:34:56.264407 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f1668-9223-4280-82ff-c49ac60ec7bd None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:34:56.265007 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f1668-9223-4280-82ff-c49ac60ec7bd None None] Checking segment: {'id': '4a13b328-7b40-4982-994c-fbfbebdf4718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '779bade7-0633-4938-81a0-aee67711baac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:34:56.265641 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e95f1668-9223-4280-82ff-c49ac60ec7bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:56.266467 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f1668-9223-4280-82ff-c49ac60ec7bd None None] Bound using segment: {'id': '4a13b328-7b40-4982-994c-fbfbebdf4718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '779bade7-0633-4938-81a0-aee67711baac'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:34:56.267259 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-e95f1668-9223-4280-82ff-c49ac60ec7bd None None] Bound port: 80d465d8-e084-49a0-befc-066e0bf90770, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a13b328-7b40-4982-994c-fbfbebdf4718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '779bade7-0633-4938-81a0-aee67711baac'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:34:56.267865 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e95f1668-9223-4280-82ff-c49ac60ec7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (80d465d8-e084-49a0-befc-066e0bf90770), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:56.269140 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0debed4-2af1-4dcd-81e8-0ca70b52b620 req-4d9cbeb9-1439-499f-bbfb-65ebae85a2d4 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:56.270787 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b0debed4-2af1-4dcd-81e8-0ca70b52b620 req-4d9cbeb9-1439-499f-bbfb-65ebae85a2d4 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 945 time: 0.2391694 Aug 29 20:34:56.273209 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:56.276290 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:56.281651 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-e580a5f2-d43e-4a4d-8372-4c3a400e994a admin admin] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:34:56.324640 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-4642fb77-42e7-4a42-9b88-a682be790a10 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bf00868e84384ee59320184a5e1c46c8 HTTP/1.1" status: 200 len: 380 time: 0.2720349 Aug 29 20:34:56.346483 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-801a9710-1b19-4b43-b92a-d3f10ec5e0ca admin admin] Publish callbacks [] for router_gateway (7ae17b82-820a-4bf7-9e02-c076a61ce5fd), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:56.387473 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-72fa62cd-d34e-45a4-9469-b6ed59c98667 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Request body: {'port': {'device_id': '95026449-87b2-4f37-bfd3-554df7e6a037', 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'admin_state_up': True, 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'security_groups': ['11f260a7-a22d-44d9-ba60-5c5536226c53']}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:34:56.414704 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-e95f1668-9223-4280-82ff-c49ac60ec7bd None None] For port 80d465d8-e084-49a0-befc-066e0bf90770, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:34:56.420709 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-801a9710-1b19-4b43-b92a-d3f10ec5e0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:56.424925 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-e95f1668-9223-4280-82ff-c49ac60ec7bd None None] For port 80d465d8-e084-49a0-befc-066e0bf90770, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=80d465d8-e084-49a0-befc-066e0bf90770,segment=NetworkSegment(4a13b328-7b40-4982-994c-fbfbebdf4718),segment_id=4a13b328-7b40-4982-994c-fbfbebdf4718)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:34:56.434771 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e95f1668-9223-4280-82ff-c49ac60ec7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (80d465d8-e084-49a0-befc-066e0bf90770), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:56.577295 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f1668-9223-4280-82ff-c49ac60ec7bd None None] Pushing event updated for resources: {'Port': ['ID=80d465d8-e084-49a0-befc-066e0bf90770,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:56.606820 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 6db3ea8a-01d7-4d29-a542-f8228942df40 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:34:56.667050 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 6db3ea8a-01d7-4d29-a542-f8228942df40 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:56.667576 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (6db3ea8a-01d7-4d29-a542-f8228942df40), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:56.729427 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b0debed4-2af1-4dcd-81e8-0ca70b52b620 req-d9c11cd1-f870-4df1-8c13-e04ef461ce55 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341505 Aug 29 20:34:56.873767 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2118f-a4c1-4129-b9f2-a46df8239daf req-c4c661ee-40b1-45ff-bedf-ccb997bf2616 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:56.888918 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-64d2118f-a4c1-4129-b9f2-a46df8239daf req-c4c661ee-40b1-45ff-bedf-ccb997bf2616 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa HTTP/1.1" status: 200 len: 947 time: 0.3000379 Aug 29 20:34:56.898747 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-8c42ecb5-b2c9-469d-898e-21ccd3fd800e None None] Provisioning complete for port 7e28a265-ee73-4c03-861e-46a48a5b702f triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:56.899454 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-8c42ecb5-b2c9-469d-898e-21ccd3fd800e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (7e28a265-ee73-4c03-861e-46a48a5b702f), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:56.924450 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-419f5df5-6e58-4761-9872-75d8e0d2e47c req-c9b69b68-f906-4a8c-a72e-ef5c150dc98b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/b1e6f8b9-2297-4313-94dd-49a3a9a58a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8731360 Aug 29 20:34:56.928375 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e580a5f2-d43e-4a4d-8372-4c3a400e994a admin admin] Router 49277d89-2f22-40f1-9515-0c454177d89c has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:34:56.951256 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b334c1e2-4b5b-4c3b-9988-924d6c0df985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (081b63ac-a29e-4a0e-b617-e5c758523007), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:56.954375 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b334c1e2-4b5b-4c3b-9988-924d6c0df985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:56.955619 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-b334c1e2-4b5b-4c3b-9988-924d6c0df985 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/081b63ac-a29e-4a0e-b617-e5c758523007 HTTP/1.1" status: 204 len: 168 time: 1.2983212 Aug 29 20:34:56.964604 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-72fa62cd-d34e-45a4-9469-b6ed59c98667 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Made reservation on behalf of bf00868e84384ee59320184a5e1c46c8 for: {'port': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:34:56.968847 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-72fa62cd-d34e-45a4-9469-b6ed59c98667 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:57.032180 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334c1e2-4b5b-4c3b-9988-924d6c0df985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081b63ac-a29e-4a0e-b617-e5c758523007,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:57.108137 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-8c42ecb5-b2c9-469d-898e-21ccd3fd800e None None] Port 7e28a265-ee73-4c03-861e-46a48a5b702f cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:34:57.129742 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 6db3ea8a-01d7-4d29-a542-f8228942df40 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:34:57.165650 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-801a9710-1b19-4b43-b92a-d3f10ec5e0ca admin admin] Allocated IP 172.27.1.205 (6d9f465d-5886-43f5-9015-44f8e49732f9/a46a7c4b-a1af-42c4-bdce-13dd23ff8d25/e7f2e275-28a6-4162-9eb2-4a6d1c27334d) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:34:57.216471 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-64d2118f-a4c1-4129-b9f2-a46df8239daf req-0e2bc86a-7f2d-47c0-8bd7-2ddd0284df4e tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f4fd6f49-c707-4092-a7f2-035376d4fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243506 Aug 29 20:34:57.318451 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a3ef2b98-3cc0-4fc7-9bd6-c4c65e25e4c7 req-024ed0cd-90b7-4805-ba1c-a8d92b1163fe tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 210 time: 0.2716615 Aug 29 20:34:57.432866 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-801a9710-1b19-4b43-b92a-d3f10ec5e0ca admin admin] Publish callbacks [] for port (e7f2e275-28a6-4162-9eb2-4a6d1c27334d), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:57.445877 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e580a5f2-d43e-4a4d-8372-4c3a400e994a admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:34:57.455413 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-e580a5f2-d43e-4a4d-8372-4c3a400e994a admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/49277d89-2f22-40f1-9515-0c454177d89c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4711423 Aug 29 20:34:57.496825 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-72fa62cd-d34e-45a4-9469-b6ed59c98667 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Allocated IP 172.20.0.5 (f0c2c5bd-a9a1-411b-a42c-01cbce56e13b/db3f9330-f955-44ea-a8cb-91c97bf60681/87154a2a-cc60-4d5c-bce5-20690a774470) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:34:57.505150 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-801a9710-1b19-4b43-b92a-d3f10ec5e0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (e7f2e275-28a6-4162-9eb2-4a6d1c27334d), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:57.560616 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801a9710-1b19-4b43-b92a-d3f10ec5e0ca admin admin] Network 6d9f465d-5886-43f5-9015-44f8e49732f9 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:34:57.566735 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-801a9710-1b19-4b43-b92a-d3f10ec5e0ca admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:34:57.569563 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a9710-1b19-4b43-b92a-d3f10ec5e0ca admin admin] Pushing event updated for resources: {'Port': ['ID=e7f2e275-28a6-4162-9eb2-4a6d1c27334d,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:57.572689 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801a9710-1b19-4b43-b92a-d3f10ec5e0ca admin admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:34:57.679245 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:57.685574 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:57.772456 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-72fa62cd-d34e-45a4-9469-b6ed59c98667 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for port (87154a2a-cc60-4d5c-bce5-20690a774470), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:57.833729 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-72fa62cd-d34e-45a4-9469-b6ed59c98667 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (87154a2a-cc60-4d5c-bce5-20690a774470), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:57.913009 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 34708) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:57.913942 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa62cd-d34e-45a4-9469-b6ed59c98667 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Pushing event updated for resources: {'Port': ['ID=87154a2a-cc60-4d5c-bce5-20690a774470,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:57.938566 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-72fa62cd-d34e-45a4-9469-b6ed59c98667 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Network f0c2c5bd-a9a1-411b-a42c-01cbce56e13b is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:34:57.942404 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-72fa62cd-d34e-45a4-9469-b6ed59c98667 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:34:57.946010 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-72fa62cd-d34e-45a4-9469-b6ed59c98667 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:34:58.070211 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-72fa62cd-d34e-45a4-9469-b6ed59c98667 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:58.071183 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-72fa62cd-d34e-45a4-9469-b6ed59c98667 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:58.117749 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5018d0-f664-41ba-af88-b9434faea496 req-5f846dc6-e307-44f0-a09e-38d4116d306a tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:58.126092 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-72fa62cd-d34e-45a4-9469-b6ed59c98667 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7519205 Aug 29 20:34:58.131719 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7d5018d0-f664-41ba-af88-b9434faea496 req-5f846dc6-e307-44f0-a09e-38d4116d306a tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 945 time: 0.2552364 Aug 29 20:34:58.189600 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:58.243365 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-801a9710-1b19-4b43-b92a-d3f10ec5e0ca admin admin] Publish callbacks [] for router_gateway (7ae17b82-820a-4bf7-9e02-c076a61ce5fd), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:58.259434 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595f4eec-e157-420a-91a2-61db8db08c37 None None] Network 779bade7-0633-4938-81a0-aee67711baac requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:34:58.263470 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-fce0736a-0e0f-4e0b-b667-8e7b625fa5f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:58.313133 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7d5018d0-f664-41ba-af88-b9434faea496 req-bcf90737-662c-4289-a984-338ee7c2de17 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778290 Aug 29 20:34:58.422556 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:58.468385 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-bbac3daf-32af-4e50-a142-ddae6aa6c856 None None] Provisioning complete for port 80d465d8-e084-49a0-befc-066e0bf90770 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:58.468910 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-bbac3daf-32af-4e50-a142-ddae6aa6c856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (80d465d8-e084-49a0-befc-066e0bf90770), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:58.545247 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:58.553736 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa693bd3-2dd2-4f62-98e1-c966ec5ba75a None None] Sync routers for ids ['49277d89-2f22-40f1-9515-0c454177d89c'] in dv-cinder-854263-2-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:34:58.574554 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa693bd3-2dd2-4f62-98e1-c966ec5ba75a None None] Routers {'49277d89-2f22-40f1-9515-0c454177d89c'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:34:58.578613 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-fa693bd3-2dd2-4f62-98e1-c966ec5ba75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:34:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['49277d89-2f22-40f1-9515-0c454177d89c'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:34:58.703535 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 80d465d8-e084-49a0-befc-066e0bf90770 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:34:58.752952 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-6fc13edf-a1ae-42ff-a4bf-d7ab345b955a service neutron] Request body: {'port': {'device_id': '95026449-87b2-4f37-bfd3-554df7e6a037', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:34:58.786484 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad8a74-d75e-43de-bea9-479ca460822c req-31af849c-287c-44b4-8bef-f13a25b899a6 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:58.801454 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2aad8a74-d75e-43de-bea9-479ca460822c req-31af849c-287c-44b4-8bef-f13a25b899a6 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 931 time: 0.1901221 Aug 29 20:34:58.840440 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-801a9710-1b19-4b43-b92a-d3f10ec5e0ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639037'] for router (7ae17b82-820a-4bf7-9e02-c076a61ce5fd), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:58.885029 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-fa693bd3-2dd2-4f62-98e1-c966ec5ba75a None None] Set router 49277d89-2f22-40f1-9515-0c454177d89c gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:34:58.888618 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-bbac3daf-32af-4e50-a142-ddae6aa6c856 None None] Current status of the port 80d465d8-e084-49a0-befc-066e0bf90770 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:34:58.889009 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-bbac3daf-32af-4e50-a142-ddae6aa6c856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (80d465d8-e084-49a0-befc-066e0bf90770), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:58.902963 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4857a2-b4ed-4dbc-bfb8-d40845d5d616 req-e78001db-ea95-43f4-8fd9-90b23874ae71 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:58.905034 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7d4857a2-b4ed-4dbc-bfb8-d40845d5d616 req-e78001db-ea95-43f4-8fd9-90b23874ae71 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa HTTP/1.1" status: 200 len: 947 time: 0.5169697 Aug 29 20:34:58.906537 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2aad8a74-d75e-43de-bea9-479ca460822c req-483165dc-c629-41f7-9f7b-5d9734dcc4ea tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026137 Aug 29 20:34:58.911511 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-fce0736a-0e0f-4e0b-b667-8e7b625fa5f9 admin admin] Publish callbacks [] for security_group (14e64b0a-a1b2-4542-8fa8-cc160e79dd8e), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:58.942315 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-fce0736a-0e0f-4e0b-b667-8e7b625fa5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (14e64b0a-a1b2-4542-8fa8-cc160e79dd8e), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:58.963013 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-bbac3daf-32af-4e50-a142-ddae6aa6c856 None None] For port 80d465d8-e084-49a0-befc-066e0bf90770, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=80d465d8-e084-49a0-befc-066e0bf90770,segment=NetworkSegment(4a13b328-7b40-4982-994c-fbfbebdf4718),segment_id=4a13b328-7b40-4982-994c-fbfbebdf4718)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:34:58.970367 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-bbac3daf-32af-4e50-a142-ddae6aa6c856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (80d465d8-e084-49a0-befc-066e0bf90770), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:59.038627 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2911942-6126-42df-bc3c-b2bd61bb3647 req-6af73ffa-9589-4613-ac43-56e62f2035e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:59.046745 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d2911942-6126-42df-bc3c-b2bd61bb3647 req-6af73ffa-9589-4613-ac43-56e62f2035e1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=e4de197062eb48adb3f8af1a1f8e958c&device_id=f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa HTTP/1.1" status: 200 len: 1131 time: 0.2707379 Aug 29 20:34:59.086707 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:59.092788 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 80d465d8-e084-49a0-befc-066e0bf90770 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:59.093186 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (80d465d8-e084-49a0-befc-066e0bf90770), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:59.094213 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ab813-b5a5-4bc5-97bf-3a3e74e17f89 req-d9130887-f192-48ed-aba7-9e1b94ab9e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:59.095995 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1e4ab813-b5a5-4bc5-97bf-3a3e74e17f89 req-d9130887-f192-48ed-aba7-9e1b94ab9e9c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 1129 time: 0.2762020 Aug 29 20:34:59.173932 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801a9710-1b19-4b43-b92a-d3f10ec5e0ca admin admin] Router 7ae17b82-820a-4bf7-9e02-c076a61ce5fd is scheduled to L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 with binding_index 1 {{(pid=106198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 20:34:59.192357 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-31408665-8a01-4597-82fd-ff9937f0f212 None None] Provisioning complete for port 87154a2a-cc60-4d5c-bce5-20690a774470 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:59.193065 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-31408665-8a01-4597-82fd-ff9937f0f212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (87154a2a-cc60-4d5c-bce5-20690a774470), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:59.209115 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 34754) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:59.215772 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-fce0736a-0e0f-4e0b-b667-8e7b625fa5f9 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d26c88c225c542eaa1cfb2c459e292f6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2839439 Aug 29 20:34:59.245388 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac3daf-32af-4e50-a142-ddae6aa6c856 None None] Pushing event updated for resources: {'Port': ['ID=80d465d8-e084-49a0-befc-066e0bf90770,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:59.302822 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-31408665-8a01-4597-82fd-ff9937f0f212 None None] Port 87154a2a-cc60-4d5c-bce5-20690a774470 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:34:59.392002 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0736a-0e0f-4e0b-b667-8e7b625fa5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e64b0a-a1b2-4542-8fa8-cc160e79dd8e,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:34:59.411852 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-6fc13edf-a1ae-42ff-a4bf-d7ab345b955a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (87154a2a-cc60-4d5c-bce5-20690a774470), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:59.420284 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 34762) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:59.564584 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 80d465d8-e084-49a0-befc-066e0bf90770 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:34:59.581245 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-fa693bd3-2dd2-4f62-98e1-c966ec5ba75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49277d89-2f22-40f1-9515-0c454177d89c', 'name': 'tempest-TestMinimumBasicScenario-1476657770-router', 'tenant_id': 'fd7f1416e786402898e6377e1c3f210c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '6db3ea8a-01d7-4d29-a542-f8228942df40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:44Z', 'updated_at': '2022-08-29T20:34:53Z', 'revision_number': 4, 'project_id': 'fd7f1416e786402898e6377e1c3f210c', 'gw_port': {'id': '6db3ea8a-01d7-4d29-a542-f8228942df40', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49277d89-2f22-40f1-9515-0c454177d89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:45Z', 'updated_at': '2022-08-29T20:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '7e28a265-ee73-4c03-861e-46a48a5b702f', 'name': '', 'network_id': '414320bb-3640-4ea8-a4bd-ea0733947861', 'tenant_id': 'fd7f1416e786402898e6377e1c3f210c', 'mac_address': 'fa:16:3e:a5:4e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49277d89-2f22-40f1-9515-0c454177d89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '8cd127be-1b27-48b3-ab7a-d01fc2ff0016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:51Z', 'updated_at': '2022-08-29T20:34:54Z', 'revision_number': 2, 'project_id': 'fd7f1416e786402898e6377e1c3f210c', 'subnets': [{'id': '8cd127be-1b27-48b3-ab7a-d01fc2ff0016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:34:59.615132 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa693bd3-2dd2-4f62-98e1-c966ec5ba75a None None] Checking router: 49277d89-2f22-40f1-9515-0c454177d89c for host: dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:34:59.615744 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa693bd3-2dd2-4f62-98e1-c966ec5ba75a None None] Updating router 49277d89-2f22-40f1-9515-0c454177d89c port 7e28a265-ee73-4c03-861e-46a48a5b702f binding host dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:34:59.646019 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:59.655977 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7d4857a2-b4ed-4dbc-bfb8-d40845d5d616 req-22169f77-c790-438f-8ad6-333d6ef1946b tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f4fd6f49-c707-4092-a7f2-035376d4fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7334807 Aug 29 20:34:59.656589 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801a9710-1b19-4b43-b92a-d3f10ec5e0ca admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:34:59.673903 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7b2eff-e0a4-47e7-b1ce-75bb73ced044 None None] Sync routers for ids ['7ae17b82-820a-4bf7-9e02-c076a61ce5fd'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:34:59.695849 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7b2eff-e0a4-47e7-b1ce-75bb73ced044 None None] Routers {'7ae17b82-820a-4bf7-9e02-c076a61ce5fd'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:34:59.698878 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-7c7b2eff-e0a4-47e7-b1ce-75bb73ced044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:34:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['7ae17b82-820a-4bf7-9e02-c076a61ce5fd'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:34:59.724095 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-a5562df5-525f-4cf7-994c-9d7552b99c68 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1016203400-network', 'tenant_id': '1c85b91350b74daeab5ba89364b4578e'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:34:59.762077 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-fa693bd3-2dd2-4f62-98e1-c966ec5ba75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (7e28a265-ee73-4c03-861e-46a48a5b702f), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:59.774256 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1e4ab813-b5a5-4bc5-97bf-3a3e74e17f89 req-f310ceb2-2fb4-4a09-ba2d-85ec14fe3272 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5934701 Aug 29 20:34:59.794783 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:34:59.874874 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2911942-6126-42df-bc3c-b2bd61bb3647 req-4e1ed911-ed32-4232-8b48-004b9186b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:34:59.876731 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d2911942-6126-42df-bc3c-b2bd61bb3647 req-4e1ed911-ed32-4232-8b48-004b9186b799 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=b1e6f8b9-2297-4313-94dd-49a3a9a58a91 HTTP/1.1" status: 200 len: 870 time: 0.8058603 Aug 29 20:34:59.888466 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5562df5-525f-4cf7-994c-9d7552b99c68 admin admin] Made reservation on behalf of 1c85b91350b74daeab5ba89364b4578e for: {'network': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:34:59.892379 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a5562df5-525f-4cf7-994c-9d7552b99c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for network (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:59.903016 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-801a9710-1b19-4b43-b92a-d3f10ec5e0ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:59.908251 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a5562df5-525f-4cf7-994c-9d7552b99c68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:34:59.913328 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-801a9710-1b19-4b43-b92a-d3f10ec5e0ca admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.9501493 Aug 29 20:34:59.914800 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 34772) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:34:59.999143 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-e04e2fe4-8425-4bd7-97f4-574e9c5f08f8 None None] Provisioning complete for port 80d465d8-e084-49a0-befc-066e0bf90770 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:34:59.999671 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e04e2fe4-8425-4bd7-97f4-574e9c5f08f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (80d465d8-e084-49a0-befc-066e0bf90770), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:00.342661 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-fa693bd3-2dd2-4f62-98e1-c966ec5ba75a None None] Publish callbacks [] for port (7e28a265-ee73-4c03-861e-46a48a5b702f), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:00.347215 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:00.350899 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-fa693bd3-2dd2-4f62-98e1-c966ec5ba75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (7e28a265-ee73-4c03-861e-46a48a5b702f), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:00.507350 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:35:00.509725 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:00.591294 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-fa693bd3-2dd2-4f62-98e1-c966ec5ba75a None None] Attempting to bind port 7e28a265-ee73-4c03-861e-46a48a5b702f on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:35:00.592463 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-fa693bd3-2dd2-4f62-98e1-c966ec5ba75a None None] Attempting to bind port 7e28a265-ee73-4c03-861e-46a48a5b702f by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': 'a115c314-36ee-46b0-b7b5-3d8e67873ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '414320bb-3640-4ea8-a4bd-ea0733947861'}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:35:00.593062 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa693bd3-2dd2-4f62-98e1-c966ec5ba75a None None] Attempting to bind port 7e28a265-ee73-4c03-861e-46a48a5b702f on network 414320bb-3640-4ea8-a4bd-ea0733947861 {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:35:00.598705 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17776d1-11dc-47b3-bede-c467bc31c26b None None] Pushing event updated for resources: {'Port': ['ID=7e28a265-ee73-4c03-861e-46a48a5b702f,revision_number=3']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:00.599247 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 80d465d8-e084-49a0-befc-066e0bf90770 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:35:00.606455 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa693bd3-2dd2-4f62-98e1-c966ec5ba75a None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:35:00.607282 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa693bd3-2dd2-4f62-98e1-c966ec5ba75a None None] Checking segment: {'id': 'a115c314-36ee-46b0-b7b5-3d8e67873ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '414320bb-3640-4ea8-a4bd-ea0733947861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:35:00.607918 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-fa693bd3-2dd2-4f62-98e1-c966ec5ba75a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:00.608554 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa693bd3-2dd2-4f62-98e1-c966ec5ba75a None None] Bound using segment: {'id': 'a115c314-36ee-46b0-b7b5-3d8e67873ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '414320bb-3640-4ea8-a4bd-ea0733947861'} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:35:00.609341 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-fa693bd3-2dd2-4f62-98e1-c966ec5ba75a None None] Bound port: 7e28a265-ee73-4c03-861e-46a48a5b702f, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a115c314-36ee-46b0-b7b5-3d8e67873ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '414320bb-3640-4ea8-a4bd-ea0733947861'}}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:35:00.610431 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-fa693bd3-2dd2-4f62-98e1-c966ec5ba75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (7e28a265-ee73-4c03-861e-46a48a5b702f), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:00.683978 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-fa693bd3-2dd2-4f62-98e1-c966ec5ba75a None None] For port 7e28a265-ee73-4c03-861e-46a48a5b702f, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:35:00.693161 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-fa693bd3-2dd2-4f62-98e1-c966ec5ba75a None None] For port 7e28a265-ee73-4c03-861e-46a48a5b702f, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=7e28a265-ee73-4c03-861e-46a48a5b702f,segment=NetworkSegment(a115c314-36ee-46b0-b7b5-3d8e67873ba7),segment_id=a115c314-36ee-46b0-b7b5-3d8e67873ba7)] {{(pid=106201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:35:00.704527 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-fa693bd3-2dd2-4f62-98e1-c966ec5ba75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (7e28a265-ee73-4c03-861e-46a48a5b702f), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:00.731368 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-387e5b42-7d3d-4373-91be-6c78a1e9f311 admin admin] Publish callbacks [] for security_group (14e64b0a-a1b2-4542-8fa8-cc160e79dd8e), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:00.753663 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa693bd3-2dd2-4f62-98e1-c966ec5ba75a None None] Routers {'49277d89-2f22-40f1-9515-0c454177d89c'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:35:00.754796 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-fa693bd3-2dd2-4f62-98e1-c966ec5ba75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:34:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['49277d89-2f22-40f1-9515-0c454177d89c'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:00.778720 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d2911942-6126-42df-bc3c-b2bd61bb3647 req-90462c2e-d3b5-492a-a6b8-e9a36839af29 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5 HTTP/1.1" status: 200 len: 217 time: 0.2129285 Aug 29 20:35:00.785737 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254ad9a-a2b9-4441-8dfe-0caf7a55a056 req-c56e98c4-7469-4f67-aae1-dc2532d60746 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:00.793606 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0254ad9a-a2b9-4441-8dfe-0caf7a55a056 req-c56e98c4-7469-4f67-aae1-dc2532d60746 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 945 time: 0.8794284 Aug 29 20:35:00.815672 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17776d1-11dc-47b3-bede-c467bc31c26b None None] Pushing event updated for resources: {'Port': ['ID=7e28a265-ee73-4c03-861e-46a48a5b702f,revision_number=4']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:00.836729 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5,segment=NetworkSegment(7eed3e47-1283-4f71-ae85-dbd813053858),segment_id=7eed3e47-1283-4f71-ae85-dbd813053858)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:35:00.854029 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:00.862708 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-387e5b42-7d3d-4373-91be-6c78a1e9f311 admin admin] Publish callbacks [] for security_group (14e64b0a-a1b2-4542-8fa8-cc160e79dd8e), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:00.868391 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a5562df5-525f-4cf7-994c-9d7552b99c68 admin admin] Publish callbacks [] for security_group (efd63556-3ec3-4574-9033-e9841cd0cc30), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:00.868586 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Returning: {'device': 'fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5', 'network_id': 'b1e6f8b9-2297-4313-94dd-49a3a9a58a91', 'port_id': 'fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5', 'mac_address': 'fa:16:3e:2c:2d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a80db010-14c0-4aee-b839-528959587bdc', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:35:00.890164 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092bc24-168a-404c-b0fd-5a978692d2af req-78ab85b5-34d1-43b4-9a0f-e63e11a6de8f tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:00.896664 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-e04e2fe4-8425-4bd7-97f4-574e9c5f08f8 None None] Current status of the port 80d465d8-e084-49a0-befc-066e0bf90770 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:00.904073 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6092bc24-168a-404c-b0fd-5a978692d2af req-78ab85b5-34d1-43b4-9a0f-e63e11a6de8f tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 931 time: 0.3247974 Aug 29 20:35:00.909312 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a5562df5-525f-4cf7-994c-9d7552b99c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (efd63556-3ec3-4574-9033-e9841cd0cc30), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:00.914641 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-7c7b2eff-e0a4-47e7-b1ce-75bb73ced044 None None] Set router 7ae17b82-820a-4bf7-9e02-c076a61ce5fd gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:35:00.929806 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-fa693bd3-2dd2-4f62-98e1-c966ec5ba75a None None] Set router 49277d89-2f22-40f1-9515-0c454177d89c gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:35:01.010969 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5 is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:01.011384 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:01.014181 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:01.022228 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5562df5-525f-4cf7-994c-9d7552b99c68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=106199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:35:01.048286 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 80d465d8-e084-49a0-befc-066e0bf90770 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:01.048660 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (80d465d8-e084-49a0-befc-066e0bf90770), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:01.129666 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a5562df5-525f-4cf7-994c-9d7552b99c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (bcfedb24-5bd4-4895-869f-944078997b9d), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:01.129958 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.db.segments_db [None req-a5562df5-525f-4cf7-994c-9d7552b99c68 admin admin] Added segment bcfedb24-5bd4-4895-869f-944078997b9d of type vlan for network 03168a32-5f0e-4f8c-b2be-a70299b1ceb4 Aug 29 20:35:01.165073 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5562df5-525f-4cf7-994c-9d7552b99c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd63556-3ec3-4574-9033-e9841cd0cc30,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:01.202414 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0254ad9a-a2b9-4441-8dfe-0caf7a55a056 req-f83764dc-7e80-4575-8781-9f3984b5a33b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078152 Aug 29 20:35:01.234068 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:01.307313 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-7c7b2eff-e0a4-47e7-b1ce-75bb73ced044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'name': 'tempest-TestShelveInstance-779189692-router', 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e7f2e275-28a6-4162-9eb2-4a6d1c27334d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:55Z', 'updated_at': '2022-08-29T20:34:57Z', 'revision_number': 3, 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'gw_port': {'id': 'e7f2e275-28a6-4162-9eb2-4a6d1c27334d', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b4:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:56Z', 'updated_at': '2022-08-29T20:34:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:01.307587 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6092bc24-168a-404c-b0fd-5a978692d2af req-a6772400-81f6-4dde-bc0f-8a6d237b8078 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3983679 Aug 29 20:35:01.307696 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:35:01.335850 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5,segment=NetworkSegment(7eed3e47-1283-4f71-ae85-dbd813053858),segment_id=7eed3e47-1283-4f71-ae85-dbd813053858)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:35:01.372915 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:01.379318 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-fa693bd3-2dd2-4f62-98e1-c966ec5ba75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49277d89-2f22-40f1-9515-0c454177d89c', 'name': 'tempest-TestMinimumBasicScenario-1476657770-router', 'tenant_id': 'fd7f1416e786402898e6377e1c3f210c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '6db3ea8a-01d7-4d29-a542-f8228942df40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:44Z', 'updated_at': '2022-08-29T20:34:53Z', 'revision_number': 4, 'project_id': 'fd7f1416e786402898e6377e1c3f210c', 'gw_port': {'id': '6db3ea8a-01d7-4d29-a542-f8228942df40', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49277d89-2f22-40f1-9515-0c454177d89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:45Z', 'updated_at': '2022-08-29T20:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '7e28a265-ee73-4c03-861e-46a48a5b702f', 'name': '', 'network_id': '414320bb-3640-4ea8-a4bd-ea0733947861', 'tenant_id': 'fd7f1416e786402898e6377e1c3f210c', 'mac_address': 'fa:16:3e:a5:4e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49277d89-2f22-40f1-9515-0c454177d89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '8cd127be-1b27-48b3-ab7a-d01fc2ff0016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:51Z', 'updated_at': '2022-08-29T20:35:00Z', 'revision_number': 4, 'project_id': 'fd7f1416e786402898e6377e1c3f210c', 'subnets': [{'id': '8cd127be-1b27-48b3-ab7a-d01fc2ff0016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:01.394525 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-387e5b42-7d3d-4373-91be-6c78a1e9f311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (14e64b0a-a1b2-4542-8fa8-cc160e79dd8e), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:01.397761 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-387e5b42-7d3d-4373-91be-6c78a1e9f311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:01.411971 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-387e5b42-7d3d-4373-91be-6c78a1e9f311 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/14e64b0a-a1b2-4542-8fa8-cc160e79dd8e HTTP/1.1" status: 204 len: 168 time: 2.2012858 Aug 29 20:35:01.433094 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa693bd3-2dd2-4f62-98e1-c966ec5ba75a None None] The sync data for ids ['49277d89-2f22-40f1-9515-0c454177d89c'] in dv-cinder-854263-2-iscsi is: [{'id': '49277d89-2f22-40f1-9515-0c454177d89c', 'name': 'tempest-TestMinimumBasicScenario-1476657770-router', 'tenant_id': 'fd7f1416e786402898e6377e1c3f210c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '6db3ea8a-01d7-4d29-a542-f8228942df40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:44Z', 'updated_at': '2022-08-29T20:34:53Z', 'revision_number': 4, 'project_id': 'fd7f1416e786402898e6377e1c3f210c', 'gw_port': {'id': '6db3ea8a-01d7-4d29-a542-f8228942df40', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49277d89-2f22-40f1-9515-0c454177d89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:45Z', 'updated_at': '2022-08-29T20:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '7e28a265-ee73-4c03-861e-46a48a5b702f', 'name': '', 'network_id': '414320bb-3640-4ea8-a4bd-ea0733947861', 'tenant_id': 'fd7f1416e786402898e6377e1c3f210c', 'mac_address': 'fa:16:3e:a5:4e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49277d89-2f22-40f1-9515-0c454177d89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '8cd127be-1b27-48b3-ab7a-d01fc2ff0016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:51Z', 'updated_at': '2022-08-29T20:35:00Z', 'revision_number': 4, 'project_id': 'fd7f1416e786402898e6377e1c3f210c', 'subnets': [{'id': '8cd127be-1b27-48b3-ab7a-d01fc2ff0016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:35:01.449129 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7b2eff-e0a4-47e7-b1ce-75bb73ced044 None None] Checking router: 7ae17b82-820a-4bf7-9e02-c076a61ce5fd for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:35:01.449519 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7b2eff-e0a4-47e7-b1ce-75bb73ced044 None None] Updating router 7ae17b82-820a-4bf7-9e02-c076a61ce5fd port e7f2e275-28a6-4162-9eb2-4a6d1c27334d binding host dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:35:01.481363 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a5562df5-525f-4cf7-994c-9d7552b99c68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001069397'] for network (03168a32-5f0e-4f8c-b2be-a70299b1ceb4), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:01.522713 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e5b42-7d3d-4373-91be-6c78a1e9f311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e64b0a-a1b2-4542-8fa8-cc160e79dd8e,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:01.772960 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a5562df5-525f-4cf7-994c-9d7552b99c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957'] for network (03168a32-5f0e-4f8c-b2be-a70299b1ceb4), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:01.774610 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5562df5-525f-4cf7-994c-9d7552b99c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:01.775838 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a5562df5-525f-4cf7-994c-9d7552b99c68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:01.782262 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2911942-6126-42df-bc3c-b2bd61bb3647 req-ec0792ae-b238-447a-9ae5-a152d4f81db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:01.784699 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d2911942-6126-42df-bc3c-b2bd61bb3647 req-ec0792ae-b238-447a-9ae5-a152d4f81db3 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=a80db010-14c0-4aee-b839-528959587bdc HTTP/1.1" status: 200 len: 843 time: 0.3787894 Aug 29 20:35:01.788358 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-6fc13edf-a1ae-42ff-a4bf-d7ab345b955a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87154a2a-cc60-4d5c-bce5-20690a774470 {{(pid=106199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:35:01.804208 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-6fc13edf-a1ae-42ff-a4bf-d7ab345b955a service neutron] Publish callbacks [] for port (87154a2a-cc60-4d5c-bce5-20690a774470), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:01.832252 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.provisioning_blocks [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-6fc13edf-a1ae-42ff-a4bf-d7ab345b955a service neutron] Transition to ACTIVE for port object 87154a2a-cc60-4d5c-bce5-20690a774470 will not be triggered until provisioned by entity L2. {{(pid=106199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:35:01.850439 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-6fc13edf-a1ae-42ff-a4bf-d7ab345b955a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61108980'] for port (87154a2a-cc60-4d5c-bce5-20690a774470), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:01.888431 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 80d465d8-e084-49a0-befc-066e0bf90770 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:01.899330 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c9819-212c-4b96-bf99-b42bec3bfbc4 req-47dfad60-5b57-4a96-bd87-7f60562af34d tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:01.901560 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:01.903754 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2d8c9819-212c-4b96-bf99-b42bec3bfbc4 req-47dfad60-5b57-4a96-bd87-7f60562af34d tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa HTTP/1.1" status: 200 len: 948 time: 0.4287593 Aug 29 20:35:01.930052 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7c7b2eff-e0a4-47e7-b1ce-75bb73ced044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (e7f2e275-28a6-4162-9eb2-4a6d1c27334d), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:02.003166 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:35:02.035795 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc13edf-a1ae-42ff-a4bf-d7ab345b955a service neutron] Pushing event updated for resources: {'Port': ['ID=87154a2a-cc60-4d5c-bce5-20690a774470,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:02.139311 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2d8c9819-212c-4b96-bf99-b42bec3bfbc4 req-3d38ee23-e26d-400e-bdde-1a47b41a20f7 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f4fd6f49-c707-4092-a7f2-035376d4fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157083 Aug 29 20:35:02.165314 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-a5562df5-525f-4cf7-994c-9d7552b99c68 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7346771 Aug 29 20:35:02.171405 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 34788) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:02.177496 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-a3f626a6-cf84-45ac-81fa-e627e8408915 admin admin] Request body: {'subnet': {'network_id': '03168a32-5f0e-4f8c-b2be-a70299b1ceb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1016203400-subnet', 'tenant_id': '1c85b91350b74daeab5ba89364b4578e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:02.245311 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5562df5-525f-4cf7-994c-9d7552b99c68 admin admin] Pushing event updated for resources: {'Network': ['ID=03168a32-5f0e-4f8c-b2be-a70299b1ceb4,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:02.251330 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:02.265253 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=6 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:02.273828 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Network 03168a32-5f0e-4f8c-b2be-a70299b1ceb4 details requested by agent ovs-agent-dv-cinder-854263-2-iscsi with host dv-cinder-854263-2-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:35:02.290410 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2911942-6126-42df-bc3c-b2bd61bb3647 req-0a191167-c202-43f4-ba28-3f0df33da3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:02.292449 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d2911942-6126-42df-bc3c-b2bd61bb3647 req-0a191167-c202-43f4-ba28-3f0df33da3f4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=b1e6f8b9-2297-4313-94dd-49a3a9a58a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.4442058 Aug 29 20:35:02.424385 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35a9138e-185f-440d-814c-9db0550042ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:02.432262 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f626a6-cf84-45ac-81fa-e627e8408915 admin admin] Made reservation on behalf of 1c85b91350b74daeab5ba89364b4578e for: {'subnet': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:35:02.436241 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a3f626a6-cf84-45ac-81fa-e627e8408915 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215030'] for subnet (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:02.498775 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-6fc13edf-a1ae-42ff-a4bf-d7ab345b955a service neutron] Attempting to bind port 87154a2a-cc60-4d5c-bce5-20690a774470 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:35:02.499395 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-6fc13edf-a1ae-42ff-a4bf-d7ab345b955a service neutron] Attempting to bind port 87154a2a-cc60-4d5c-bce5-20690a774470 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'ff3441ef-068d-4a77-a34c-00a02e11189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b'}] {{(pid=106199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:35:02.500844 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-6fc13edf-a1ae-42ff-a4bf-d7ab345b955a service neutron] Attempting to bind port 87154a2a-cc60-4d5c-bce5-20690a774470 on network f0c2c5bd-a9a1-411b-a42c-01cbce56e13b {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:35:02.544606 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-6fc13edf-a1ae-42ff-a4bf-d7ab345b955a service neutron] Port 87154a2a-cc60-4d5c-bce5-20690a774470 on network f0c2c5bd-a9a1-411b-a42c-01cbce56e13b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:35:02.548450 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-6fc13edf-a1ae-42ff-a4bf-d7ab345b955a service neutron] Attempting to bind port 87154a2a-cc60-4d5c-bce5-20690a774470 on network f0c2c5bd-a9a1-411b-a42c-01cbce56e13b {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:35:02.566460 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:02.606169 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-6fc13edf-a1ae-42ff-a4bf-d7ab345b955a service neutron] Checking agent: {'id': 'fe366970-a267-4806-8a8b-654c02250e20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'started_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:35:02.606987 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-6fc13edf-a1ae-42ff-a4bf-d7ab345b955a service neutron] Checking segment: {'id': 'ff3441ef-068d-4a77-a34c-00a02e11189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:35:02.608402 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-6fc13edf-a1ae-42ff-a4bf-d7ab345b955a service neutron] Bound using segment: {'id': 'ff3441ef-068d-4a77-a34c-00a02e11189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b'} {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:35:02.609043 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-6fc13edf-a1ae-42ff-a4bf-d7ab345b955a service neutron] Bound port: 87154a2a-cc60-4d5c-bce5-20690a774470, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff3441ef-068d-4a77-a34c-00a02e11189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b'}}] {{(pid=106199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:35:02.609589 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-6fc13edf-a1ae-42ff-a4bf-d7ab345b955a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (87154a2a-cc60-4d5c-bce5-20690a774470), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:02.691043 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129521bf-08aa-4617-9785-d85e6d804bbb req-3506e170-ed1f-41f8-8144-d0ba4c5225e6 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:02.693068 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-129521bf-08aa-4617-9785-d85e6d804bbb req-3506e170-ed1f-41f8-8144-d0ba4c5225e6 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 945 time: 0.1958838 Aug 29 20:35:02.722781 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 7e28a265-ee73-4c03-861e-46a48a5b702f up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:35:02.765869 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d2911942-6126-42df-bc3c-b2bd61bb3647 req-c6d65b3b-fc06-4c75-bf6b-4176b1883a2c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/b1e6f8b9-2297-4313-94dd-49a3a9a58a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131784 Aug 29 20:35:02.914276 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-6fc13edf-a1ae-42ff-a4bf-d7ab345b955a service neutron] For port 87154a2a-cc60-4d5c-bce5-20690a774470, host hv-cinder-85426, cleared binding levels {{(pid=106199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:35:02.926642 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e6ace-4fc0-4f67-9736-7a0d472d5c6a req-117f02fb-35ca-4a20-aeb0-08d71f1892a1 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:02.930370 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-773e6ace-4fc0-4f67-9736-7a0d472d5c6a req-117f02fb-35ca-4a20-aeb0-08d71f1892a1 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 943 time: 0.3249528 Aug 29 20:35:02.941952 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:02.951781 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-129521bf-08aa-4617-9785-d85e6d804bbb req-dca95a18-4190-4e57-aec4-d156239acbe2 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369573 Aug 29 20:35:03.003522 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-6fc13edf-a1ae-42ff-a4bf-d7ab345b955a service neutron] For port 87154a2a-cc60-4d5c-bce5-20690a774470, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=87154a2a-cc60-4d5c-bce5-20690a774470,segment=NetworkSegment(ff3441ef-068d-4a77-a34c-00a02e11189e),segment_id=ff3441ef-068d-4a77-a34c-00a02e11189e)] {{(pid=106199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:35:03.025944 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-6fc13edf-a1ae-42ff-a4bf-d7ab345b955a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61108980'] for port (87154a2a-cc60-4d5c-bce5-20690a774470), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:03.098978 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-6fc13edf-a1ae-42ff-a4bf-d7ab345b955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:03.099963 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-6fc13edf-a1ae-42ff-a4bf-d7ab345b955a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:03.101854 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-6fc13edf-a1ae-42ff-a4bf-d7ab345b955a service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/87154a2a-cc60-4d5c-bce5-20690a774470 HTTP/1.1" status: 200 len: 1093 time: 4.3641324 Aug 29 20:35:03.102861 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95026449-87b2-4f37-bfd3-554df7e6a037', 'tag': '87154a2a-cc60-4d5c-bce5-20690a774470'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:35:03.107121 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09178608-fea3-4c11-956f-6fa15b8570f3" -d '{"events": [{"name": "network-changed", "server_uuid": "95026449-87b2-4f37-bfd3-554df7e6a037", "tag": "87154a2a-cc60-4d5c-bce5-20690a774470"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:35:03.114444 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc13edf-a1ae-42ff-a4bf-d7ab345b955a service neutron] Pushing event updated for resources: {'Port': ['ID=87154a2a-cc60-4d5c-bce5-20690a774470,revision_number=3']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:03.234175 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 7e28a265-ee73-4c03-861e-46a48a5b702f triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:03.234864 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (7e28a265-ee73-4c03-861e-46a48a5b702f), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:03.422289 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca6b2e9-0669-4c8f-bba4-6c3d650519f7 x-openstack-request-id: req-0ca6b2e9-0669-4c8f-bba4-6c3d650519f7 {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:35:03.422596 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95026449-87b2-4f37-bfd3-554df7e6a037", "tag": "87154a2a-cc60-4d5c-bce5-20690a774470", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:35:03.422855 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ca6b2e9-0669-4c8f-bba4-6c3d650519f7 {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:35:03.423283 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ca6b2e9-0669-4c8f-bba4-6c3d650519f7'] response: {'name': 'network-changed', 'server_uuid': '95026449-87b2-4f37-bfd3-554df7e6a037', 'tag': '87154a2a-cc60-4d5c-bce5-20690a774470', 'status': 'completed', 'code': 200} Aug 29 20:35:03.425864 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d2911942-6126-42df-bc3c-b2bd61bb3647 req-ff8d6a18-fb27-4b63-9bfc-f1656cfdaf54 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/b1e6f8b9-2297-4313-94dd-49a3a9a58a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6498230 Aug 29 20:35:03.427902 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-42e2a259-23f6-4c61-a2ec-4dce048d4cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:03.429522 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-42e2a259-23f6-4c61-a2ec-4dce048d4cc2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=bf00868e84384ee59320184a5e1c46c8&device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 1127 time: 0.2594073 Aug 29 20:35:03.495746 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7c7b2eff-e0a4-47e7-b1ce-75bb73ced044 None None] Publish callbacks [] for port (e7f2e275-28a6-4162-9eb2-4a6d1c27334d), precommit_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:03.504654 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-35a9138e-185f-440d-814c-9db0550042ad admin admin] Allocated IP 172.20.0.1 (779bade7-0633-4938-81a0-aee67711baac/03b5cc74-b24b-495e-ac4f-195d2dcad1d7/3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:35:03.528507 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-ce37fe86-4baa-49af-9418-965e905a5aad service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87154a2a-cc60-4d5c-bce5-20690a774470 HTTP/1.1" status: 200 len: 217 time: 0.0875347 Aug 29 20:35:03.552523 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7c7b2eff-e0a4-47e7-b1ce-75bb73ced044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (e7f2e275-28a6-4162-9eb2-4a6d1c27334d), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:03.570624 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bc726-76f1-41a4-b757-2c04e14060dc req-99afd8a1-0eb7-4082-998b-c180e91c9822 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:03.581164 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a64bc726-76f1-41a4-b757-2c04e14060dc req-99afd8a1-0eb7-4082-998b-c180e91c9822 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa HTTP/1.1" status: 200 len: 948 time: 0.1695266 Aug 29 20:35:03.626500 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-4c753ff4-74ed-468d-a88f-82c4a2e954f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:03.628449 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-4c753ff4-74ed-468d-a88f-82c4a2e954f8 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=db3f9330-f955-44ea-a8cb-91c97bf60681 HTTP/1.1" status: 200 len: 855 time: 0.0919325 Aug 29 20:35:03.658094 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:03.673645 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a3f626a6-cf84-45ac-81fa-e627e8408915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61348183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215008'] for subnet (0359e6d8-1a07-480b-9e25-fbeed0649819), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:03.686387 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:03.751658 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-39f03581-f3d8-4510-8620-eeed2ed73263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:03.754071 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-39f03581-f3d8-4510-8620-eeed2ed73263 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f0c2c5bd-a9a1-411b-a42c-01cbce56e13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1171618 Aug 29 20:35:03.763578 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-773e6ace-4fc0-4f67-9736-7a0d472d5c6a req-ff37224a-e6ae-4f5b-b4f8-169aee19cb68 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8150265 Aug 29 20:35:03.773928 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a64bc726-76f1-41a4-b757-2c04e14060dc req-101d9855-147e-44b8-8077-08e713136cf8 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f4fd6f49-c707-4092-a7f2-035376d4fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915216 Aug 29 20:35:03.785136 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-7c7b2eff-e0a4-47e7-b1ce-75bb73ced044 None None] Attempting to bind port e7f2e275-28a6-4162-9eb2-4a6d1c27334d on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:35:03.785736 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-7c7b2eff-e0a4-47e7-b1ce-75bb73ced044 None None] Attempting to bind port e7f2e275-28a6-4162-9eb2-4a6d1c27334d by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:35:03.786381 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7b2eff-e0a4-47e7-b1ce-75bb73ced044 None None] Attempting to bind port e7f2e275-28a6-4162-9eb2-4a6d1c27334d on network 6d9f465d-5886-43f5-9015-44f8e49732f9 {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:35:03.856728 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7b2eff-e0a4-47e7-b1ce-75bb73ced044 None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:35:03.858403 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7b2eff-e0a4-47e7-b1ce-75bb73ced044 None None] Checking segment: {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:35:03.858698 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7c7b2eff-e0a4-47e7-b1ce-75bb73ced044 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:03.859320 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7b2eff-e0a4-47e7-b1ce-75bb73ced044 None None] Bound using segment: {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:35:03.860115 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-7c7b2eff-e0a4-47e7-b1ce-75bb73ced044 None None] Bound port: e7f2e275-28a6-4162-9eb2-4a6d1c27334d, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:35:03.860739 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7c7b2eff-e0a4-47e7-b1ce-75bb73ced044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (e7f2e275-28a6-4162-9eb2-4a6d1c27334d), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:03.871406 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1431f-4475-4da9-8735-c58d89a2edf7 None None] Pushing event updated for resources: {'Port': ['ID=e7f2e275-28a6-4162-9eb2-4a6d1c27334d,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:03.972230 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-814dfc0b-de16-4235-9536-b885b9f74dea service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f0c2c5bd-a9a1-411b-a42c-01cbce56e13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907871 Aug 29 20:35:04.008788 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 7e28a265-ee73-4c03-861e-46a48a5b702f is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:04.010606 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (7e28a265-ee73-4c03-861e-46a48a5b702f), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:04.033810 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f626a6-cf84-45ac-81fa-e627e8408915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0359e6d8-1a07-480b-9e25-fbeed0649819,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:04.107601 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5 up at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:35:04.121269 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-7c7b2eff-e0a4-47e7-b1ce-75bb73ced044 None None] For port e7f2e275-28a6-4162-9eb2-4a6d1c27334d, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:35:04.128337 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:04.153427 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f626a6-cf84-45ac-81fa-e627e8408915 admin admin] Checking segment: {'id': 'bcfedb24-5bd4-4895-869f-944078997b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '03168a32-5f0e-4f8c-b2be-a70299b1ceb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:35:04.160579 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f626a6-cf84-45ac-81fa-e627e8408915 admin admin] Network hostable DHCP agents. Network: 03168a32-5f0e-4f8c-b2be-a70299b1ceb4, hostable agents: ['aba3b8c1-ed4e-40c9-99d3-a300910cc497'], hosted agents: [] {{(pid=106198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:35:04.189577 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-7c7b2eff-e0a4-47e7-b1ce-75bb73ced044 None None] For port e7f2e275-28a6-4162-9eb2-4a6d1c27334d, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=e7f2e275-28a6-4162-9eb2-4a6d1c27334d,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:35:04.240784 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7c7b2eff-e0a4-47e7-b1ce-75bb73ced044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (e7f2e275-28a6-4162-9eb2-4a6d1c27334d), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:04.258710 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] For port 7e28a265-ee73-4c03-861e-46a48a5b702f, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=7e28a265-ee73-4c03-861e-46a48a5b702f,segment=NetworkSegment(a115c314-36ee-46b0-b7b5-3d8e67873ba7),segment_id=a115c314-36ee-46b0-b7b5-3d8e67873ba7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:35:04.289476 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd99f3c-ac30-4912-b1c3-800a0b8bdb9f req-ddc2c6e8-5bfb-4e29-b669-97543ba82efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:04.294022 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0bd99f3c-ac30-4912-b1c3-800a0b8bdb9f req-ddc2c6e8-5bfb-4e29-b669-97543ba82efa service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8436d85d931a41cfa6d626c08ad82ef4&device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 1129 time: 0.1582372 Aug 29 20:35:04.295431 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35a9138e-185f-440d-814c-9db0550042ad admin admin] Publish callbacks [] for port (3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:04.309705 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1b7bd-09e8-40bb-b489-7e58a1db67c0 req-96697eac-a342-4b60-95f4-9b37b8d3ad44 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:04.317330 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6cd1b7bd-09e8-40bb-b489-7e58a1db67c0 req-96697eac-a342-4b60-95f4-9b37b8d3ad44 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 945 time: 0.0887263 Aug 29 20:35:04.319184 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bc0e2e3e-ae86-4614-a2ac-4e4a40cc9bc4 req-e4272a7c-1f69-4496-be77-9a4af35609e4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f0c2c5bd-a9a1-411b-a42c-01cbce56e13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325257 Aug 29 20:35:04.336550 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (7e28a265-ee73-4c03-861e-46a48a5b702f), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:04.357717 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:04.363766 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f626a6-cf84-45ac-81fa-e627e8408915 admin admin] Network 03168a32-5f0e-4f8c-b2be-a70299b1ceb4 is scheduled to be hosted by DHCP agent aba3b8c1-ed4e-40c9-99d3-a300910cc497 with binding_index 1 {{(pid=106198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:35:04.405696 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-a3f626a6-cf84-45ac-81fa-e627e8408915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-2-iscsi, 03168a32-5f0e-4f8c-b2be-a70299b1ceb4) {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:35:04.417418 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f626a6-cf84-45ac-81fa-e627e8408915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:04.418015 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a3f626a6-cf84-45ac-81fa-e627e8408915 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:04.428644 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning for port fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5 completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:35:04.441600 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6cd1b7bd-09e8-40bb-b489-7e58a1db67c0 req-9da2cb72-1eea-4457-ace8-01fef4f7c680 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228805 Aug 29 20:35:04.446734 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1002d4-db9d-4da4-aa87-aadf9cc8d4ee None None] Network 03168a32-5f0e-4f8c-b2be-a70299b1ceb4 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:35:04.455669 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35a9138e-185f-440d-814c-9db0550042ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:04.459109 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7b2eff-e0a4-47e7-b1ce-75bb73ced044 None None] Routers {'7ae17b82-820a-4bf7-9e02-c076a61ce5fd'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:35:04.459109 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-7c7b2eff-e0a4-47e7-b1ce-75bb73ced044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:34:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['7ae17b82-820a-4bf7-9e02-c076a61ce5fd'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:04.475995 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-a3f626a6-cf84-45ac-81fa-e627e8408915 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3002234 Aug 29 20:35:04.509327 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning complete for port fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:04.511594 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a9138e-185f-440d-814c-9db0550042ad admin admin] Network 779bade7-0633-4938-81a0-aee67711baac is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:35:04.511807 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:04.515177 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-35a9138e-185f-440d-814c-9db0550042ad admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:35:04.519414 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a9138e-185f-440d-814c-9db0550042ad admin admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:35:04.551125 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9138e-185f-440d-814c-9db0550042ad admin admin] Pushing event updated for resources: {'Port': ['ID=3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:04.576313 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35a9138e-185f-440d-814c-9db0550042ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639577'] for router_interface (7ae17b82-820a-4bf7-9e02-c076a61ce5fd), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:04.612251 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd99f3c-ac30-4912-b1c3-800a0b8bdb9f req-3cbb81f7-28db-462d-9d6f-912b71bef5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:04.620945 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0bd99f3c-ac30-4912-b1c3-800a0b8bdb9f req-3cbb81f7-28db-462d-9d6f-912b71bef5da service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=9aeb874f-5dc0-4462-96f6-c696d1a7b371 HTTP/1.1" status: 200 len: 920 time: 0.3144939 Aug 29 20:35:04.915863 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1431f-4475-4da9-8735-c58d89a2edf7 None None] Pushing event updated for resources: {'Port': ['ID=e7f2e275-28a6-4162-9eb2-4a6d1c27334d,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:04.933774 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30eb4b01-cb7d-4a0f-b5bd-8ca5a31c32fc None None] Network 03168a32-5f0e-4f8c-b2be-a70299b1ceb4 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:35:04.956083 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:04.986230 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35a9138e-185f-440d-814c-9db0550042ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:05.044137 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:05.061781 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719dd857-8b1b-4177-943a-fe6517172f7f req-2c317260-4136-4863-840e-697c99b1b21d tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:05.063394 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-719dd857-8b1b-4177-943a-fe6517172f7f req-2c317260-4136-4863-840e-697c99b1b21d tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa HTTP/1.1" status: 200 len: 948 time: 0.0554845 Aug 29 20:35:05.070530 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 34840) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:05.128723 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d3e9c-d706-4e55-b494-91f54a105b47 req-b56c86be-4bdf-4634-a781-680fdcb235ed tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:05.139083 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-477d3e9c-d706-4e55-b494-91f54a105b47 req-b56c86be-4bdf-4634-a781-680fdcb235ed tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 943 time: 0.1303506 Aug 29 20:35:05.167528 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-719dd857-8b1b-4177-943a-fe6517172f7f req-cd41f8b5-bda0-47e8-b7f5-db749d10084e tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f4fd6f49-c707-4092-a7f2-035376d4fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820768 Aug 29 20:35:05.217308 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-477d3e9c-d706-4e55-b494-91f54a105b47 req-36cdb52e-72bf-4913-acb8-44f817f0d95f tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770338 Aug 29 20:35:05.355174 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35a9138e-185f-440d-814c-9db0550042ad admin admin] Publish callbacks [] for port (3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:05.357436 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:05.358701 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:05.362732 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35a9138e-185f-440d-814c-9db0550042ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:05.434086 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0bd99f3c-ac30-4912-b1c3-800a0b8bdb9f req-2938743c-f359-4e66-bbfd-b71cf7267e97 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83aab753-4372-4b2f-a578-8ecea2f99be1 HTTP/1.1" status: 200 len: 217 time: 0.1209245 Aug 29 20:35:05.483851 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-b2f8583e-dafd-4eb4-a3c3-bf128948044e None None] Provisioning complete for port 3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:05.484259 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b2f8583e-dafd-4eb4-a3c3-bf128948044e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:05.546050 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9138e-185f-440d-814c-9db0550042ad admin admin] Pushing event updated for resources: {'Port': ['ID=3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:05.560760 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-fc0c6e44-8377-4c75-96a9-da7722a48801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:05.568327 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-7c7b2eff-e0a4-47e7-b1ce-75bb73ced044 None None] Set router 7ae17b82-820a-4bf7-9e02-c076a61ce5fd gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:35:05.575277 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:05.575872 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:05.576290 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-35a9138e-185f-440d-814c-9db0550042ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639693'] for router_interface (7ae17b82-820a-4bf7-9e02-c076a61ce5fd), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:05.633430 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Pushing event updated for resources: {'Port': ['ID=7e28a265-ee73-4c03-861e-46a48a5b702f,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:05.657511 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09178608-fea3-4c11-956f-6fa15b8570f3 req-5510f3bd-ab91-44b2-be65-10962b0c98dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:05.660490 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-09178608-fea3-4c11-956f-6fa15b8570f3 req-5510f3bd-ab91-44b2-be65-10962b0c98dc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=bf00868e84384ee59320184a5e1c46c8&device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 1127 time: 0.2509167 Aug 29 20:35:05.686112 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd99f3c-ac30-4912-b1c3-800a0b8bdb9f req-a72bca8d-648d-4669-855f-ad2366f2372a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:05.695378 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0bd99f3c-ac30-4912-b1c3-800a0b8bdb9f req-a72bca8d-648d-4669-855f-ad2366f2372a service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=b859f7aa-b619-481f-9230-0993b4243baf HTTP/1.1" status: 200 len: 858 time: 0.2277753 Aug 29 20:35:05.730472 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-b2f8583e-dafd-4eb4-a3c3-bf128948044e None None] Port 3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:35:05.829232 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a9138e-185f-440d-814c-9db0550042ad admin admin] Network 779bade7-0633-4938-81a0-aee67711baac is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:35:05.840942 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:35:05.841386 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-35a9138e-185f-440d-814c-9db0550042ad admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:35:05.843363 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eee8fb3122df5bdd6ea851cee31293cb8412868e368eaaf22337f89cfd7738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d401515-4685-4e20-9c79-07aa2c0797f4" -d '{"events": [{"server_uuid": "f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa", "name": "network-vif-plugged", "status": "completed", "tag": "fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:35:05.878258 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5,segment=NetworkSegment(7eed3e47-1283-4f71-ae85-dbd813053858),segment_id=7eed3e47-1283-4f71-ae85-dbd813053858)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:35:05.889306 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:05.893667 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-fc0c6e44-8377-4c75-96a9-da7722a48801 admin admin] Publish callbacks [] for security_group (62789f0e-d695-4b29-a465-62a879dc72a1), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:05.899788 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-fc0c6e44-8377-4c75-96a9-da7722a48801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (62789f0e-d695-4b29-a465-62a879dc72a1), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:05.947677 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b3a83-1926-4618-9076-987efe763275 req-49e69939-221d-4921-9ed4-68b02de49879 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:05.963697 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9c2b3a83-1926-4618-9076-987efe763275 req-49e69939-221d-4921-9ed4-68b02de49879 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 945 time: 0.2723029 Aug 29 20:35:06.002715 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19936907-74f2-41b3-bb65-093ce49b4eda x-openstack-request-id: req-19936907-74f2-41b3-bb65-093ce49b4eda {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:35:06.003081 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa", "name": "network-vif-plugged", "status": "completed", "tag": "fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:35:06.003364 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-19936907-74f2-41b3-bb65-093ce49b4eda {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:35:06.003832 dv-cinder-854263-2-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19936907-74f2-41b3-bb65-093ce49b4eda'] response: {'server_uuid': 'f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5', 'code': 200} Aug 29 20:35:06.229205 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd99f3c-ac30-4912-b1c3-800a0b8bdb9f req-82576e7f-d968-4f12-9434-941e66ca248d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:06.230921 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0bd99f3c-ac30-4912-b1c3-800a0b8bdb9f req-82576e7f-d968-4f12-9434-941e66ca248d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=9aeb874f-5dc0-4462-96f6-c696d1a7b371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2317190 Aug 29 20:35:06.261789 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 87154a2a-cc60-4d5c-bce5-20690a774470 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:35:06.265674 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-fc0c6e44-8377-4c75-96a9-da7722a48801 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b1d029424ba747d6a185dd0074df8e1f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1849461 Aug 29 20:35:06.266799 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 34854) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:06.336130 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c6e44-8377-4c75-96a9-da7722a48801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62789f0e-d695-4b29-a465-62a879dc72a1,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:06.355866 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:06.380755 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9c2b3a83-1926-4618-9076-987efe763275 req-4c0a0a73-0aaf-40f8-955f-6584ae06d66a tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082820 Aug 29 20:35:06.385388 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a9138e-185f-440d-814c-9db0550042ad admin admin] Router 7ae17b82-820a-4bf7-9e02-c076a61ce5fd has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:35:06.434606 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-7c7b2eff-e0a4-47e7-b1ce-75bb73ced044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'name': 'tempest-TestShelveInstance-779189692-router', 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e7f2e275-28a6-4162-9eb2-4a6d1c27334d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:55Z', 'updated_at': '2022-08-29T20:34:57Z', 'revision_number': 3, 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'gw_port': {'id': 'e7f2e275-28a6-4162-9eb2-4a6d1c27334d', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b4:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:56Z', 'updated_at': '2022-08-29T20:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:06.439834 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-a0fadc63-2f56-4097-b7ed-e2ce9a024b91 None None] Provisioning complete for port 3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:06.440354 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a0fadc63-2f56-4097-b7ed-e2ce9a024b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:06.506393 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7b2eff-e0a4-47e7-b1ce-75bb73ced044 None None] The sync data for ids ['7ae17b82-820a-4bf7-9e02-c076a61ce5fd'] in dv-cinder-854263-2-iscsi is: [{'id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'name': 'tempest-TestShelveInstance-779189692-router', 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e7f2e275-28a6-4162-9eb2-4a6d1c27334d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:55Z', 'updated_at': '2022-08-29T20:34:57Z', 'revision_number': 3, 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'gw_port': {'id': 'e7f2e275-28a6-4162-9eb2-4a6d1c27334d', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b4:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:56Z', 'updated_at': '2022-08-29T20:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:35:06.603440 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-a0fadc63-2f56-4097-b7ed-e2ce9a024b91 None None] Port 3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:35:06.667065 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a9138e-185f-440d-814c-9db0550042ad admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:35:06.687865 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-35a9138e-185f-440d-814c-9db0550042ad admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/7ae17b82-820a-4bf7-9e02-c076a61ce5fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7636712 Aug 29 20:35:06.752105 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 7e28a265-ee73-4c03-861e-46a48a5b702f up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:35:06.796464 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184c4fc-6c53-4297-a9ec-91614f94cf84 req-5c019e1d-cbf0-4c85-9f83-36571a82117b tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:06.799100 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d184c4fc-6c53-4297-a9ec-91614f94cf84 req-5c019e1d-cbf0-4c85-9f83-36571a82117b tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 943 time: 0.1623771 Aug 29 20:35:06.841293 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342d819-3e61-48df-acd3-5d32422cd395 req-70a77e7c-2856-4b04-88ee-76ce1c28d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:06.847476 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f342d819-3e61-48df-acd3-5d32422cd395 req-70a77e7c-2856-4b04-88ee-76ce1c28d272 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa HTTP/1.1" status: 200 len: 1133 time: 0.2781696 Aug 29 20:35:06.896158 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 87154a2a-cc60-4d5c-bce5-20690a774470, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=87154a2a-cc60-4d5c-bce5-20690a774470,segment=NetworkSegment(ff3441ef-068d-4a77-a34c-00a02e11189e),segment_id=ff3441ef-068d-4a77-a34c-00a02e11189e)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:35:06.929951 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d184c4fc-6c53-4297-a9ec-91614f94cf84 req-3b6c1e06-c9b8-46d2-b3fd-9ec5097fce2a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245248 Aug 29 20:35:06.934828 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Returning: {'device': '87154a2a-cc60-4d5c-bce5-20690a774470', 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'port_id': '87154a2a-cc60-4d5c-bce5-20690a774470', 'mac_address': 'fa:16:3e:65:f3:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:35:07.069226 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11bf9a-9809-4a45-8f42-b36555ad52ab req-86d8fa29-1566-40d8-b944-801e5a58568c tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:07.070995 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8c11bf9a-9809-4a45-8f42-b36555ad52ab req-86d8fa29-1566-40d8-b944-801e5a58568c tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa HTTP/1.1" status: 200 len: 949 time: 0.5974722 Aug 29 20:35:07.101293 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 7e28a265-ee73-4c03-861e-46a48a5b702f triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:07.101678 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (7e28a265-ee73-4c03-861e-46a48a5b702f), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:07.142679 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:07.148022 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09178608-fea3-4c11-956f-6fa15b8570f3 req-863c50f0-3b09-4caa-a396-09c53b3ea38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:07.149888 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-09178608-fea3-4c11-956f-6fa15b8570f3 req-863c50f0-3b09-4caa-a396-09c53b3ea38d service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=f0c2c5bd-a9a1-411b-a42c-01cbce56e13b HTTP/1.1" status: 200 len: 917 time: 1.1342220 Aug 29 20:35:07.191911 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 87154a2a-cc60-4d5c-bce5-20690a774470 is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:07.191911 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (87154a2a-cc60-4d5c-bce5-20690a774470), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:07.192295 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f191319b-d520-4792-ac61-ed62f3aab7a1 admin admin] Publish callbacks [] for security_group (62789f0e-d695-4b29-a465-62a879dc72a1), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:07.235830 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87154a2a-cc60-4d5c-bce5-20690a774470 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:35:07.263412 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-09178608-fea3-4c11-956f-6fa15b8570f3 req-9c2f08b5-8f79-43a2-923f-c9706a408ad4 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87154a2a-cc60-4d5c-bce5-20690a774470 HTTP/1.1" status: 200 len: 217 time: 0.1058671 Aug 29 20:35:07.282331 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 87154a2a-cc60-4d5c-bce5-20690a774470, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=87154a2a-cc60-4d5c-bce5-20690a774470,segment=NetworkSegment(ff3441ef-068d-4a77-a34c-00a02e11189e),segment_id=ff3441ef-068d-4a77-a34c-00a02e11189e)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:35:07.301438 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:07.312788 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (87154a2a-cc60-4d5c-bce5-20690a774470), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:07.329801 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2bb146ac-4199-469d-8cd9-9c7fa3dfab7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:07.340667 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:07.353209 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:07.360963 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f342d819-3e61-48df-acd3-5d32422cd395 req-c5898168-99c5-4c06-8ee3-40cdacb7f542 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f4fd6f49-c707-4092-a7f2-035376d4fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644278 Aug 29 20:35:07.437096 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0bd99f3c-ac30-4912-b1c3-800a0b8bdb9f req-617fa1c6-83f3-48a1-b969-abbc29f3da6c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8691189 Aug 29 20:35:07.532446 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f191319b-d520-4792-ac61-ed62f3aab7a1 admin admin] Publish callbacks [] for security_group (62789f0e-d695-4b29-a465-62a879dc72a1), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:07.585623 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 7e28a265-ee73-4c03-861e-46a48a5b702f is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:07.615256 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=87154a2a-cc60-4d5c-bce5-20690a774470,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:07.623659 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465870b5-6aed-4a45-966e-af107609c221 req-08e103ec-ab36-4b20-aaeb-29137f3e13a4 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:07.636783 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-465870b5-6aed-4a45-966e-af107609c221 req-08e103ec-ab36-4b20-aaeb-29137f3e13a4 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.1250703 Aug 29 20:35:07.674961 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['87154a2a-cc60-4d5c-bce5-20690a774470'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:35:07.686362 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8c11bf9a-9809-4a45-8f42-b36555ad52ab req-9b67c32b-60ba-437e-88b3-0680aab07400 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f4fd6f49-c707-4092-a7f2-035376d4fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5998054 Aug 29 20:35:07.795008 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-465870b5-6aed-4a45-966e-af107609c221 req-ef9e3ad9-031b-4601-a198-20b60a80d62a tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550298 Aug 29 20:35:07.804974 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09178608-fea3-4c11-956f-6fa15b8570f3 req-31ef1ff6-e803-4535-b57d-3df3e9490aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:07.809496 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-09178608-fea3-4c11-956f-6fa15b8570f3 req-31ef1ff6-e803-4535-b57d-3df3e9490aa8 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=db3f9330-f955-44ea-a8cb-91c97bf60681 HTTP/1.1" status: 200 len: 855 time: 0.4434845 Aug 29 20:35:07.886811 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f191319b-d520-4792-ac61-ed62f3aab7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (62789f0e-d695-4b29-a465-62a879dc72a1), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:07.896175 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f191319b-d520-4792-ac61-ed62f3aab7a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:07.903794 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-f191319b-d520-4792-ac61-ed62f3aab7a1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/62789f0e-d695-4b29-a465-62a879dc72a1 HTTP/1.1" status: 204 len: 168 time: 1.5775313 Aug 29 20:35:08.127730 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 34902) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:08.139533 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-2ceac6de-9b1e-4734-b8fc-bbc1a75e555e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1054986713-network', 'tenant_id': '66bffbc642434ef2af36fae3e4a882a4'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:08.147310 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191319b-d520-4792-ac61-ed62f3aab7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62789f0e-d695-4b29-a465-62a879dc72a1,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:08.185535 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:08.223273 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0bd99f3c-ac30-4912-b1c3-800a0b8bdb9f req-8b19842d-66a6-4533-a43b-c6fb5978d776 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5274086 Aug 29 20:35:08.232891 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161acce5-7d35-42b1-a9f4-fc8d4a54ac35 req-9694dd04-9a91-4e93-94cf-dd50f2ec283f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:08.240144 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-161acce5-7d35-42b1-a9f4-fc8d4a54ac35 req-9694dd04-9a91-4e93-94cf-dd50f2ec283f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 945 time: 0.3873484 Aug 29 20:35:08.329843 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-c93811d6-6ced-4fa6-a623-f17b12f41424 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:08.341876 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-c93811d6-6ced-4fa6-a623-f17b12f41424 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/networks?id=03168a32-5f0e-4f8c-b2be-a70299b1ceb4 HTTP/1.1" status: 200 len: 809 time: 0.3851354 Aug 29 20:35:08.361273 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-161acce5-7d35-42b1-a9f4-fc8d4a54ac35 req-8d7e8d2d-8d85-45df-887a-09ee4481693f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196578 Aug 29 20:35:08.362870 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09178608-fea3-4c11-956f-6fa15b8570f3 req-65fea28a-1561-49bb-8019-f6f7a20c6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:08.365581 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-09178608-fea3-4c11-956f-6fa15b8570f3 req-65fea28a-1561-49bb-8019-f6f7a20c6807 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f0c2c5bd-a9a1-411b-a42c-01cbce56e13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0951591 Aug 29 20:35:08.375734 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-286ad518-73dc-4b7d-9a88-d06cfbc37cb8 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/quotas/1c85b91350b74daeab5ba89364b4578e HTTP/1.1" status: 200 len: 375 time: 0.0323200 Aug 29 20:35:08.411704 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ceac6de-9b1e-4734-b8fc-bbc1a75e555e admin admin] Made reservation on behalf of 66bffbc642434ef2af36fae3e4a882a4 for: {'network': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:35:08.416894 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2ceac6de-9b1e-4734-b8fc-bbc1a75e555e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for network (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:08.506549 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-7bb8248f-7f8f-464f-9a37-a1334bd63576 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=1c85b91350b74daeab5ba89364b4578e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1209972 Aug 29 20:35:08.618572 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76239ef6-341e-42b2-8c1c-014e8c5421b8 req-4b1d034f-c7b4-4545-89ef-bccd193bba28 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:08.620986 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device e7f2e275-28a6-4162-9eb2-4a6d1c27334d up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:35:08.626750 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-76239ef6-341e-42b2-8c1c-014e8c5421b8 req-4b1d034f-c7b4-4545-89ef-bccd193bba28 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 944 time: 0.1463120 Aug 29 20:35:08.647695 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2ceac6de-9b1e-4734-b8fc-bbc1a75e555e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:08.675171 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-09178608-fea3-4c11-956f-6fa15b8570f3 req-bfb5777d-a27f-458b-9aa7-48c3c988d224 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f0c2c5bd-a9a1-411b-a42c-01cbce56e13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425578 Aug 29 20:35:08.706739 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-76239ef6-341e-42b2-8c1c-014e8c5421b8 req-77dc39f9-8305-4d30-887d-1626d57ca75d tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775707 Aug 29 20:35:08.709534 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port e7f2e275-28a6-4162-9eb2-4a6d1c27334d triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:08.709956 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (e7f2e275-28a6-4162-9eb2-4a6d1c27334d), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:08.727290 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:08.780006 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-18b83ac3-22f5-4a86-b459-ae77b25cac1c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/03168a32-5f0e-4f8c-b2be-a70299b1ceb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715182 Aug 29 20:35:08.841050 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port e7f2e275-28a6-4162-9eb2-4a6d1c27334d is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:08.841865 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (e7f2e275-28a6-4162-9eb2-4a6d1c27334d), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:08.848505 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fcf252-834b-4862-8eaf-f828f34f6225 req-69af06f5-c0f3-4248-b0ad-19e930c185c3 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:08.850700 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-66fcf252-834b-4862-8eaf-f828f34f6225 req-69af06f5-c0f3-4248-b0ad-19e930c185c3 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa HTTP/1.1" status: 200 len: 949 time: 0.0669155 Aug 29 20:35:08.885862 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] For port e7f2e275-28a6-4162-9eb2-4a6d1c27334d, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=e7f2e275-28a6-4162-9eb2-4a6d1c27334d,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:35:08.893360 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (e7f2e275-28a6-4162-9eb2-4a6d1c27334d), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:08.910617 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-66fcf252-834b-4862-8eaf-f828f34f6225 req-f07126d6-5d1b-4c7a-91f6-311bc9b99141 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f4fd6f49-c707-4092-a7f2-035376d4fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534403 Aug 29 20:35:08.936838 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2ceac6de-9b1e-4734-b8fc-bbc1a75e555e admin admin] Publish callbacks [] for security_group (8113e87a-49d3-417f-bd3a-7aefa4add70c), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:08.937095 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 87154a2a-cc60-4d5c-bce5-20690a774470 up at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:35:08.937208 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2ceac6de-9b1e-4734-b8fc-bbc1a75e555e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (8113e87a-49d3-417f-bd3a-7aefa4add70c), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:09.000410 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Pushing event updated for resources: {'Port': ['ID=e7f2e275-28a6-4162-9eb2-4a6d1c27334d,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:09.000616 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-c93aeb0b-cd9f-4b00-93d7-82ad022ee52b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/03168a32-5f0e-4f8c-b2be-a70299b1ceb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084424 Aug 29 20:35:09.012494 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning for port 87154a2a-cc60-4d5c-bce5-20690a774470 completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:35:09.028293 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning complete for port 87154a2a-cc60-4d5c-bce5-20690a774470 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:09.028902 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (87154a2a-cc60-4d5c-bce5-20690a774470), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:09.029041 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ceac6de-9b1e-4734-b8fc-bbc1a75e555e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=106198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:35:09.059553 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceac6de-9b1e-4734-b8fc-bbc1a75e555e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8113e87a-49d3-417f-bd3a-7aefa4add70c,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:09.106154 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2ceac6de-9b1e-4734-b8fc-bbc1a75e555e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (856efede-a0b9-4217-ba8d-9dab4340895f), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:09.107251 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.db.segments_db [None req-2ceac6de-9b1e-4734-b8fc-bbc1a75e555e admin admin] Added segment 856efede-a0b9-4217-ba8d-9dab4340895f of type vlan for network 70a158bf-b7ae-44b9-ab62-eb123bfd5c23 Aug 29 20:35:09.170467 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:09.188926 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 87154a2a-cc60-4d5c-bce5-20690a774470 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:09.189324 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (87154a2a-cc60-4d5c-bce5-20690a774470), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:09.207686 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2ceac6de-9b1e-4734-b8fc-bbc1a75e555e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001069397'] for network (70a158bf-b7ae-44b9-ab62-eb123bfd5c23), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:09.230973 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95026449-87b2-4f37-bfd3-554df7e6a037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87154a2a-cc60-4d5c-bce5-20690a774470'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:35:09.233925 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eee8fb3122df5bdd6ea851cee31293cb8412868e368eaaf22337f89cfd7738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340340e8-5da8-4646-9555-05a362dc71b5" -d '{"events": [{"server_uuid": "95026449-87b2-4f37-bfd3-554df7e6a037", "name": "network-vif-plugged", "status": "completed", "tag": "87154a2a-cc60-4d5c-bce5-20690a774470"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:35:09.253452 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2ceac6de-9b1e-4734-b8fc-bbc1a75e555e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957'] for network (70a158bf-b7ae-44b9-ab62-eb123bfd5c23), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:09.254663 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 87154a2a-cc60-4d5c-bce5-20690a774470, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=87154a2a-cc60-4d5c-bce5-20690a774470,segment=NetworkSegment(ff3441ef-068d-4a77-a34c-00a02e11189e),segment_id=ff3441ef-068d-4a77-a34c-00a02e11189e)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:35:09.258981 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ceac6de-9b1e-4734-b8fc-bbc1a75e555e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:09.259766 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2ceac6de-9b1e-4734-b8fc-bbc1a75e555e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:09.261795 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (87154a2a-cc60-4d5c-bce5-20690a774470), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:09.298277 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-2ceac6de-9b1e-4734-b8fc-bbc1a75e555e admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1625340 Aug 29 20:35:09.301518 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 34914) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:09.306573 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-6d13bdf7-db7f-4626-9b85-1ca876038555 admin admin] Request body: {'subnet': {'network_id': '70a158bf-b7ae-44b9-ab62-eb123bfd5c23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1054986713-subnet', 'tenant_id': '66bffbc642434ef2af36fae3e4a882a4', 'ip_version': 4}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:09.399526 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=87154a2a-cc60-4d5c-bce5-20690a774470,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:09.415506 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceac6de-9b1e-4734-b8fc-bbc1a75e555e admin admin] Pushing event updated for resources: {'Network': ['ID=70a158bf-b7ae-44b9-ab62-eb123bfd5c23,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:09.421591 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d13bdf7-db7f-4626-9b85-1ca876038555 admin admin] Made reservation on behalf of 66bffbc642434ef2af36fae3e4a882a4 for: {'subnet': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:35:09.424649 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6d13bdf7-db7f-4626-9b85-1ca876038555 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215030'] for subnet (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:09.424787 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e906ac3e-781b-441d-ae88-f702c84ab668 x-openstack-request-id: req-e906ac3e-781b-441d-ae88-f702c84ab668 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:35:09.425136 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95026449-87b2-4f37-bfd3-554df7e6a037", "name": "network-vif-plugged", "status": "completed", "tag": "87154a2a-cc60-4d5c-bce5-20690a774470", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:35:09.425403 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e906ac3e-781b-441d-ae88-f702c84ab668 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:35:09.425804 dv-cinder-854263-2-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e906ac3e-781b-441d-ae88-f702c84ab668'] response: {'server_uuid': '95026449-87b2-4f37-bfd3-554df7e6a037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87154a2a-cc60-4d5c-bce5-20690a774470', 'code': 200} Aug 29 20:35:09.435595 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Network 70a158bf-b7ae-44b9-ab62-eb123bfd5c23 details requested by agent ovs-agent-dv-cinder-854263-2-iscsi with host dv-cinder-854263-2-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:35:09.591158 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8535a264-65df-4cd4-9d6d-f58f8117a689 req-5841e66c-ef70-4750-a157-d4166688115b tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 210 time: 0.0754197 Aug 29 20:35:09.609610 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-27d651c3-1c5c-49dc-b6cd-31d3a828073c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:09.782332 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28d295-9de0-488a-88b9-8ee7b286ff16 req-884c0b2e-61fc-42bf-8454-0ac384ed5a3b tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:09.794717 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6d28d295-9de0-488a-88b9-8ee7b286ff16 req-884c0b2e-61fc-42bf-8454-0ac384ed5a3b tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.7487590 Aug 29 20:35:09.810475 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:09.818086 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efea98a-9770-4b46-9449-9ee67973ccc9 None None] Sync routers for ids ['7ae17b82-820a-4bf7-9e02-c076a61ce5fd'] in dv-cinder-854263-2-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:35:09.836697 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efea98a-9770-4b46-9449-9ee67973ccc9 None None] Routers {'7ae17b82-820a-4bf7-9e02-c076a61ce5fd'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:35:09.837875 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-4efea98a-9770-4b46-9449-9ee67973ccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:35:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['7ae17b82-820a-4bf7-9e02-c076a61ce5fd'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:09.857080 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d54c3-baa4-4200-86a6-fcb7350ba43c req-b77409e8-55a4-44c5-b408-eb024e98f941 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:09.864344 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2f5d54c3-baa4-4200-86a6-fcb7350ba43c req-b77409e8-55a4-44c5-b408-eb024e98f941 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 945 time: 0.1480498 Aug 29 20:35:09.908702 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6d28d295-9de0-488a-88b9-8ee7b286ff16 req-3e7aa0ab-2d6f-45af-9400-f8e268eda155 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127574 Aug 29 20:35:09.921597 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6d13bdf7-db7f-4626-9b85-1ca876038555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61348183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215008'] for subnet (e56bb870-ed41-4cfd-9d05-2f4780bd49c8), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:10.145575 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-4efea98a-9770-4b46-9449-9ee67973ccc9 None None] Set router 7ae17b82-820a-4bf7-9e02-c076a61ce5fd gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:35:10.190489 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4421d-35d7-443c-b103-030669af961f req-be4615e1-4898-45fe-8509-e8ba05d133c1 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:10.198513 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-92c4421d-35d7-443c-b103-030669af961f req-be4615e1-4898-45fe-8509-e8ba05d133c1 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.1374111 Aug 29 20:35:10.297594 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2f5d54c3-baa4-4200-86a6-fcb7350ba43c req-5bb4cd8e-fdd2-4d42-872d-3d9fc96cb26e tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320955 Aug 29 20:35:10.334145 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d13bdf7-db7f-4626-9b85-1ca876038555 admin admin] Checking segment: {'id': '856efede-a0b9-4217-ba8d-9dab4340895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '70a158bf-b7ae-44b9-ab62-eb123bfd5c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:35:10.334493 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d13bdf7-db7f-4626-9b85-1ca876038555 admin admin] Network hostable DHCP agents. Network: 70a158bf-b7ae-44b9-ab62-eb123bfd5c23, hostable agents: ['aba3b8c1-ed4e-40c9-99d3-a300910cc497'], hosted agents: [] {{(pid=106198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:35:10.343235 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:10.358592 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13bdf7-db7f-4626-9b85-1ca876038555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e56bb870-ed41-4cfd-9d05-2f4780bd49c8,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:10.385116 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-92c4421d-35d7-443c-b103-030669af961f req-1feb0eaf-af27-454f-b6e3-2eb64d9f7ea3 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854227 Aug 29 20:35:10.386372 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:10.418144 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d13bdf7-db7f-4626-9b85-1ca876038555 admin admin] Network 70a158bf-b7ae-44b9-ab62-eb123bfd5c23 is scheduled to be hosted by DHCP agent aba3b8c1-ed4e-40c9-99d3-a300910cc497 with binding_index 1 {{(pid=106198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:35:10.445018 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-09178608-fea3-4c11-956f-6fa15b8570f3 req-effa8fb9-7376-420b-a9be-e1bed26b65e3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f0c2c5bd-a9a1-411b-a42c-01cbce56e13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639933 Aug 29 20:35:10.448261 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-6d13bdf7-db7f-4626-9b85-1ca876038555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-2-iscsi, 70a158bf-b7ae-44b9-ab62-eb123bfd5c23) {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:35:10.457711 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56abac2f-1f4b-436d-95cd-48f72eb4bcd2 None None] Network 70a158bf-b7ae-44b9-ab62-eb123bfd5c23 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:35:10.458258 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d13bdf7-db7f-4626-9b85-1ca876038555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:10.458521 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6d13bdf7-db7f-4626-9b85-1ca876038555 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:10.486888 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:10.494867 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-6d13bdf7-db7f-4626-9b85-1ca876038555 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1916018 Aug 29 20:35:10.497335 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 34932) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:10.506033 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-03d6b4e6-2281-4b0b-beab-85b2e408d131 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1054986713-router', 'tenant_id': '66bffbc642434ef2af36fae3e4a882a4', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:10.539584 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-03d6b4e6-2281-4b0b-beab-85b2e408d131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6777'] for router (8f44bd30-8ecc-49f7-b755-0825f6a84d6d), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:10.540695 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-03d6b4e6-2281-4b0b-beab-85b2e408d131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6774'] for router (8f44bd30-8ecc-49f7-b755-0825f6a84d6d), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:10.602478 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:10.606297 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-4efea98a-9770-4b46-9449-9ee67973ccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'name': 'tempest-TestShelveInstance-779189692-router', 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e7f2e275-28a6-4162-9eb2-4a6d1c27334d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:55Z', 'updated_at': '2022-08-29T20:35:04Z', 'revision_number': 4, 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'gw_port': {'id': 'e7f2e275-28a6-4162-9eb2-4a6d1c27334d', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:56Z', 'updated_at': '2022-08-29T20:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48', 'name': '', 'network_id': '779bade7-0633-4938-81a0-aee67711baac', 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'mac_address': 'fa:16:3e:a1:10:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '03b5cc74-b24b-495e-ac4f-195d2dcad1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:02Z', 'updated_at': '2022-08-29T20:35:05Z', 'revision_number': 2, 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'subnets': [{'id': '03b5cc74-b24b-495e-ac4f-195d2dcad1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:10.650040 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-03d6b4e6-2281-4b0b-beab-85b2e408d131 admin admin] Publish callbacks [] for router_controller (8f44bd30-8ecc-49f7-b755-0825f6a84d6d), precommit_add_association {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:10.661651 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device e7f2e275-28a6-4162-9eb2-4a6d1c27334d up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:35:10.671578 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efea98a-9770-4b46-9449-9ee67973ccc9 None None] Checking router: 7ae17b82-820a-4bf7-9e02-c076a61ce5fd for host: dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:35:10.672332 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efea98a-9770-4b46-9449-9ee67973ccc9 None None] Updating router 7ae17b82-820a-4bf7-9e02-c076a61ce5fd port 3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48 binding host dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:35:10.732574 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:10.740487 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bd2ea-ac2a-4f4e-b235-40671b6f9fee req-f1974b39-d86d-404a-938f-86e4b57ca3bd tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:10.742501 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4efea98a-9770-4b46-9449-9ee67973ccc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:10.745595 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1a8bd2ea-ac2a-4f4e-b235-40671b6f9fee req-f1974b39-d86d-404a-938f-86e4b57ca3bd tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa HTTP/1.1" status: 200 len: 949 time: 0.0985420 Aug 29 20:35:10.801580 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:10.810799 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac10f294-719c-4d6c-ab1c-5822b67e8606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83f671a-a6f4-538f-9d53-80dd384b293c-70a158bf-b7ae-44b9-ab62-eb123bfd5c23', 'network_id': '70a158bf-b7ae-44b9-ab62-eb123bfd5c23', 'project_id': '66bffbc642434ef2af36fae3e4a882a4', 'fixed_ips': [{'subnet_id': 'e56bb870-ed41-4cfd-9d05-2f4780bd49c8'}]}} from dv-cinder-854263-2-iscsi. {{(pid=106200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 20:35:10.812022 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ac10f294-719c-4d6c-ab1c-5822b67e8606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:10.815869 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-597bb1ca-6879-47f5-a292-33c3c31ce307 req-07779baf-0461-41ce-b7bd-73ea4217806b tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 210 time: 0.0512893 Aug 29 20:35:10.875887 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port e7f2e275-28a6-4162-9eb2-4a6d1c27334d triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:10.876465 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (e7f2e275-28a6-4162-9eb2-4a6d1c27334d), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:11.008191 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1a8bd2ea-ac2a-4f4e-b235-40671b6f9fee req-32e041d2-db2a-4a10-8617-aa05035fb2a1 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f4fd6f49-c707-4092-a7f2-035376d4fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844690 Aug 29 20:35:11.041452 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-03d6b4e6-2281-4b0b-beab-85b2e408d131 admin admin] Publish callbacks [] for router_gateway (8f44bd30-8ecc-49f7-b755-0825f6a84d6d), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:11.142055 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0cfbb-cbd2-4a2a-8cf6-835fb0961d20 req-32b70647-88aa-4507-840a-8aed6ce1278a tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:11.144327 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-67a0cfbb-cbd2-4a2a-8cf6-835fb0961d20 req-32b70647-88aa-4507-840a-8aed6ce1278a tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.0657883 Aug 29 20:35:11.248717 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4efea98a-9770-4b46-9449-9ee67973ccc9 None None] Publish callbacks [] for port (3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:11.257375 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4efea98a-9770-4b46-9449-9ee67973ccc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:11.265019 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-67a0cfbb-cbd2-4a2a-8cf6-835fb0961d20 req-b92bb5ab-77ba-48e9-bcc4-ead0f338a8b6 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041415 Aug 29 20:35:11.380256 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.db_base_plugin_common [None req-ac10f294-719c-4d6c-ab1c-5822b67e8606 None None] Allocated IP 172.20.0.2 (70a158bf-b7ae-44b9-ab62-eb123bfd5c23/e56bb870-ed41-4cfd-9d05-2f4780bd49c8/a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7) {{(pid=106200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:35:11.396378 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258151e-fb5c-4b88-a1a1-b96c9ae52548 None None] Pushing event updated for resources: {'Port': ['ID=3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48,revision_number=3']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:11.471431 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-03d6b4e6-2281-4b0b-beab-85b2e408d131 admin admin] Publish callbacks [] for router_gateway (8f44bd30-8ecc-49f7-b755-0825f6a84d6d), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:11.478591 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed5cb9-9078-40f4-9c2e-a23afd9e1bac req-f29c237c-c78a-442f-9d72-5a38c249305e tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:11.488238 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-13ed5cb9-9078-40f4-9c2e-a23afd9e1bac req-f29c237c-c78a-442f-9d72-5a38c249305e tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 945 time: 0.0855827 Aug 29 20:35:11.534403 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:11.553547 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-03d6b4e6-2281-4b0b-beab-85b2e408d131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:11.603580 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-13ed5cb9-9078-40f4-9c2e-a23afd9e1bac req-d8ddb7bc-1c04-4c05-ba8d-625606e53dfa tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139305 Aug 29 20:35:11.751436 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53d542-9c02-4017-9c86-73eaf8eef715 req-cd36a313-57c2-4bed-8b8e-fbcb5750e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:11.756415 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4d53d542-9c02-4017-9c86-73eaf8eef715 req-cd36a313-57c2-4bed-8b8e-fbcb5750e50c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 1129 time: 0.1379547 Aug 29 20:35:11.790026 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-4efea98a-9770-4b46-9449-9ee67973ccc9 None None] Attempting to bind port 3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48 on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:35:11.790395 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-4efea98a-9770-4b46-9449-9ee67973ccc9 None None] Attempting to bind port 3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48 by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': '4a13b328-7b40-4982-994c-fbfbebdf4718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '779bade7-0633-4938-81a0-aee67711baac'}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:35:11.790748 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efea98a-9770-4b46-9449-9ee67973ccc9 None None] Attempting to bind port 3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48 on network 779bade7-0633-4938-81a0-aee67711baac {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:35:11.799722 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efea98a-9770-4b46-9449-9ee67973ccc9 None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:35:11.800095 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efea98a-9770-4b46-9449-9ee67973ccc9 None None] Checking segment: {'id': '4a13b328-7b40-4982-994c-fbfbebdf4718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '779bade7-0633-4938-81a0-aee67711baac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:35:11.808768 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4efea98a-9770-4b46-9449-9ee67973ccc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:11.809439 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efea98a-9770-4b46-9449-9ee67973ccc9 None None] Bound using segment: {'id': '4a13b328-7b40-4982-994c-fbfbebdf4718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '779bade7-0633-4938-81a0-aee67711baac'} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:35:11.810115 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-4efea98a-9770-4b46-9449-9ee67973ccc9 None None] Bound port: 3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a13b328-7b40-4982-994c-fbfbebdf4718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '779bade7-0633-4938-81a0-aee67711baac'}}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:35:11.810657 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4efea98a-9770-4b46-9449-9ee67973ccc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:11.846597 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port e7f2e275-28a6-4162-9eb2-4a6d1c27334d is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:11.858235 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedd3c8-b7cf-47a7-b90e-1870a0b43488 req-ef73ce67-bf7c-4704-b49f-0ee304697231 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:11.868160 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3eedd3c8-b7cf-47a7-b90e-1870a0b43488 req-ef73ce67-bf7c-4704-b49f-0ee304697231 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa HTTP/1.1" status: 200 len: 949 time: 0.1052504 Aug 29 20:35:11.894227 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ac10f294-719c-4d6c-ab1c-5822b67e8606 None None] Publish callbacks [] for port (a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7), precommit_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:11.902964 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ac10f294-719c-4d6c-ab1c-5822b67e8606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414'] for port (a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:11.914407 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-4efea98a-9770-4b46-9449-9ee67973ccc9 None None] For port 3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:35:11.918254 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-4efea98a-9770-4b46-9449-9ee67973ccc9 None None] For port 3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48,segment=NetworkSegment(4a13b328-7b40-4982-994c-fbfbebdf4718),segment_id=4a13b328-7b40-4982-994c-fbfbebdf4718)] {{(pid=106201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:35:11.926000 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4efea98a-9770-4b46-9449-9ee67973ccc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:11.974781 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3eedd3c8-b7cf-47a7-b90e-1870a0b43488 req-60ea0456-25c8-4914-85bd-12e4361945f7 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f4fd6f49-c707-4092-a7f2-035376d4fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018572 Aug 29 20:35:11.980142 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-03d6b4e6-2281-4b0b-beab-85b2e408d131 admin admin] Allocated IP 172.27.1.62 (6d9f465d-5886-43f5-9015-44f8e49732f9/a46a7c4b-a1af-42c4-bdce-13dd23ff8d25/522739c9-93bd-443f-9dca-c1706e63117b) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:35:12.019471 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258151e-fb5c-4b88-a1a1-b96c9ae52548 None None] Pushing event updated for resources: {'Port': ['ID=3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48,revision_number=4']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:12.058631 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efea98a-9770-4b46-9449-9ee67973ccc9 None None] Routers {'7ae17b82-820a-4bf7-9e02-c076a61ce5fd'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:35:12.059575 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-4efea98a-9770-4b46-9449-9ee67973ccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:35:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['7ae17b82-820a-4bf7-9e02-c076a61ce5fd'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:12.061484 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac10f294-719c-4d6c-ab1c-5822b67e8606 None None] Network 70a158bf-b7ae-44b9-ab62-eb123bfd5c23 is already hosted by enough agents. {{(pid=106200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:35:12.071917 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.scheduler.base_scheduler [None req-ac10f294-719c-4d6c-ab1c-5822b67e8606 None None] Resources bound (agent type, host, resource id): {{(pid=106200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:35:12.072843 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ee8a5-2f55-4396-910d-128e04878948 req-bbd06acf-27dc-4c07-bc2e-69c8bc37110f tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:12.083552 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-731ee8a5-2f55-4396-910d-128e04878948 req-bbd06acf-27dc-4c07-bc2e-69c8bc37110f tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.3529558 Aug 29 20:35:12.084979 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac10f294-719c-4d6c-ab1c-5822b67e8606 None None] Received port after_create {{(pid=106200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:35:12.095714 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac10f294-719c-4d6c-ab1c-5822b67e8606 None None] Pushing event updated for resources: {'Port': ['ID=a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7,revision_number=1']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:12.225189 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-4efea98a-9770-4b46-9449-9ee67973ccc9 None None] Set router 7ae17b82-820a-4bf7-9e02-c076a61ce5fd gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:35:12.225936 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2bee864e-8637-4d4f-a546-0b6f60611521 req-abd86f17-4094-4937-ae98-a2fd6730ad18 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 210 time: 0.1049490 Aug 29 20:35:12.353269 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:12.399613 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:12.409616 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-731ee8a5-2f55-4396-910d-128e04878948 req-231898cf-af2f-4ca7-9ee0-22435d33951d tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3229816 Aug 29 20:35:12.457598 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-ac10f294-719c-4d6c-ab1c-5822b67e8606 None None] Attempting to bind port a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7 on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:35:12.457974 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-ac10f294-719c-4d6c-ab1c-5822b67e8606 None None] Attempting to bind port a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7 by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': '856efede-a0b9-4217-ba8d-9dab4340895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '70a158bf-b7ae-44b9-ab62-eb123bfd5c23'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:35:12.458337 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac10f294-719c-4d6c-ab1c-5822b67e8606 None None] Attempting to bind port a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7 on network 70a158bf-b7ae-44b9-ab62-eb123bfd5c23 {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:35:12.482664 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:12.491748 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac10f294-719c-4d6c-ab1c-5822b67e8606 None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:35:12.492293 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac10f294-719c-4d6c-ab1c-5822b67e8606 None None] Checking segment: {'id': '856efede-a0b9-4217-ba8d-9dab4340895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '70a158bf-b7ae-44b9-ab62-eb123bfd5c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:35:12.492700 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ac10f294-719c-4d6c-ab1c-5822b67e8606 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:12.493094 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac10f294-719c-4d6c-ab1c-5822b67e8606 None None] Bound using segment: {'id': '856efede-a0b9-4217-ba8d-9dab4340895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '70a158bf-b7ae-44b9-ab62-eb123bfd5c23'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:35:12.493644 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-ac10f294-719c-4d6c-ab1c-5822b67e8606 None None] Bound port: a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '856efede-a0b9-4217-ba8d-9dab4340895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '70a158bf-b7ae-44b9-ab62-eb123bfd5c23'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:35:12.494024 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ac10f294-719c-4d6c-ab1c-5822b67e8606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:12.509626 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396525e1-50e8-43d6-8be9-ce3fcc386e8c req-368b3f92-7cef-4b13-a15d-a57c0ceb227d tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:12.513456 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-396525e1-50e8-43d6-8be9-ce3fcc386e8c req-368b3f92-7cef-4b13-a15d-a57c0ceb227d tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.1181893 Aug 29 20:35:12.531964 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:12.554711 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:12.561366 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-03d6b4e6-2281-4b0b-beab-85b2e408d131 admin admin] Publish callbacks [] for port (522739c9-93bd-443f-9dca-c1706e63117b), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:12.565254 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-4efea98a-9770-4b46-9449-9ee67973ccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'name': 'tempest-TestShelveInstance-779189692-router', 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e7f2e275-28a6-4162-9eb2-4a6d1c27334d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:55Z', 'updated_at': '2022-08-29T20:35:04Z', 'revision_number': 4, 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'gw_port': {'id': 'e7f2e275-28a6-4162-9eb2-4a6d1c27334d', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:56Z', 'updated_at': '2022-08-29T20:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48', 'name': '', 'network_id': '779bade7-0633-4938-81a0-aee67711baac', 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'mac_address': 'fa:16:3e:a1:10:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '03b5cc74-b24b-495e-ac4f-195d2dcad1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:02Z', 'updated_at': '2022-08-29T20:35:11Z', 'revision_number': 4, 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'subnets': [{'id': '03b5cc74-b24b-495e-ac4f-195d2dcad1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:12.602201 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efea98a-9770-4b46-9449-9ee67973ccc9 None None] The sync data for ids ['7ae17b82-820a-4bf7-9e02-c076a61ce5fd'] in dv-cinder-854263-2-iscsi is: [{'id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'name': 'tempest-TestShelveInstance-779189692-router', 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e7f2e275-28a6-4162-9eb2-4a6d1c27334d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:55Z', 'updated_at': '2022-08-29T20:35:04Z', 'revision_number': 4, 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'gw_port': {'id': 'e7f2e275-28a6-4162-9eb2-4a6d1c27334d', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:56Z', 'updated_at': '2022-08-29T20:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48', 'name': '', 'network_id': '779bade7-0633-4938-81a0-aee67711baac', 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'mac_address': 'fa:16:3e:a1:10:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '03b5cc74-b24b-495e-ac4f-195d2dcad1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:02Z', 'updated_at': '2022-08-29T20:35:11Z', 'revision_number': 4, 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'subnets': [{'id': '03b5cc74-b24b-495e-ac4f-195d2dcad1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:35:12.611674 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-396525e1-50e8-43d6-8be9-ce3fcc386e8c req-527a08fd-72b3-4e07-90a8-b073d1198c9c tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893388 Aug 29 20:35:12.638785 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-03d6b4e6-2281-4b0b-beab-85b2e408d131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (522739c9-93bd-443f-9dca-c1706e63117b), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:12.647483 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ac10f294-719c-4d6c-ab1c-5822b67e8606 None None] For port a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:35:12.652003 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:UPDATE=5,neutron:SELECT=89,neutron:INSERT=6 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:12.671968 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ac10f294-719c-4d6c-ab1c-5822b67e8606 None None] For port a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7,segment=NetworkSegment(856efede-a0b9-4217-ba8d-9dab4340895f),segment_id=856efede-a0b9-4217-ba8d-9dab4340895f)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:35:12.703575 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ac10f294-719c-4d6c-ab1c-5822b67e8606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:12.764443 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:12.776149 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:12.777492 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d6b4e6-2281-4b0b-beab-85b2e408d131 admin admin] Network 6d9f465d-5886-43f5-9015-44f8e49732f9 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:35:12.781279 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-03d6b4e6-2281-4b0b-beab-85b2e408d131 admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:35:12.788467 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d6b4e6-2281-4b0b-beab-85b2e408d131 admin admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:35:12.800799 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac10f294-719c-4d6c-ab1c-5822b67e8606 None None] Pushing event updated for resources: {'Port': ['ID=a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:12.827420 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d6b4e6-2281-4b0b-beab-85b2e408d131 admin admin] Pushing event updated for resources: {'Port': ['ID=522739c9-93bd-443f-9dca-c1706e63117b,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:13.225469 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04026a7b-db33-4033-99af-cea0ae01dfed req-d316c5a6-275a-43e9-a3e4-9e2b1452b130 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:13.238555 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-04026a7b-db33-4033-99af-cea0ae01dfed req-d316c5a6-275a-43e9-a3e4-9e2b1452b130 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa HTTP/1.1" status: 200 len: 949 time: 0.1099665 Aug 29 20:35:13.323900 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4d53d542-9c02-4017-9c86-73eaf8eef715 req-4c6d9981-21c1-4809-bf02-18cf65f2608a service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374917 Aug 29 20:35:13.343284 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-03d6b4e6-2281-4b0b-beab-85b2e408d131 admin admin] Publish callbacks [] for router_gateway (8f44bd30-8ecc-49f7-b755-0825f6a84d6d), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:13.419970 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-04026a7b-db33-4033-99af-cea0ae01dfed req-86e33afd-abbd-4664-aeb5-03e6d30f8a74 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f4fd6f49-c707-4092-a7f2-035376d4fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806009 Aug 29 20:35:13.420271 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2714e9ca-95b9-46f9-bcab-55136e8c83bf req-5d90935d-c9ee-4ddd-82e1-1408d311e026 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 210 time: 0.0556171 Aug 29 20:35:13.578572 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 34968) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:13.585852 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-8f6ee5f9-4c1c-4834-9e8e-64bca9e08ed3 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Request body: {'security_group': {'name': 'tempest-securitygroup--511836088', 'description': 'tempest-description--2089901804'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:13.645475 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8f6ee5f9-4c1c-4834-9e8e-64bca9e08ed3 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:13.663635 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd1175-cf36-42ff-bc5d-efc678490227 req-2454c2b2-90fa-4d9b-bb9c-2b288c2d2add tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:13.672218 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c8dd1175-cf36-42ff-bc5d-efc678490227 req-2454c2b2-90fa-4d9b-bb9c-2b288c2d2add tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.1256454 Aug 29 20:35:13.802763 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5b83d-9acb-42d8-a623-3b254d0ebf74 req-c3466e1e-0eee-4277-96ae-0f7ea0abe20c tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:13.804572 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-aeb5b83d-9acb-42d8-a623-3b254d0ebf74 req-c3466e1e-0eee-4277-96ae-0f7ea0abe20c tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa HTTP/1.1" status: 200 len: 949 time: 0.1060786 Aug 29 20:35:13.822335 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c8dd1175-cf36-42ff-bc5d-efc678490227 req-a19361b1-af8e-45ad-a832-091a9db3ef4e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422939 Aug 29 20:35:13.924577 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2b65a-0e01-46b2-8cf3-3b4a3eb6ff1b req-26fda6d3-e88f-4d10-b7e8-5bbc37a4ce09 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:13.942792 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-37b2b65a-0e01-46b2-8cf3-3b4a3eb6ff1b req-26fda6d3-e88f-4d10-b7e8-5bbc37a4ce09 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.1567059 Aug 29 20:35:13.956177 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [req-aeb5b83d-9acb-42d8-a623-3b254d0ebf74 req-0213e4ee-67e1-4bf2-af27-511e70c9fff4 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Deleting port fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:35:13.956523 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-aeb5b83d-9acb-42d8-a623-3b254d0ebf74 req-0213e4ee-67e1-4bf2-af27-511e70c9fff4 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:13.986555 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-03d6b4e6-2281-4b0b-beab-85b2e408d131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639037'] for router (8f44bd30-8ecc-49f7-b755-0825f6a84d6d), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:14.041034 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-37b2b65a-0e01-46b2-8cf3-3b4a3eb6ff1b req-c8b212b3-2a10-4345-837b-a3aa51c2d248 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969846 Aug 29 20:35:14.090569 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:14.098890 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8f6ee5f9-4c1c-4834-9e8e-64bca9e08ed3 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks [] for security_group (4dddf7e7-9ae1-465b-a424-36e7338ce7fe), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:14.127268 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8f6ee5f9-4c1c-4834-9e8e-64bca9e08ed3 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (4dddf7e7-9ae1-465b-a424-36e7338ce7fe), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:14.127481 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-aeb5b83d-9acb-42d8-a623-3b254d0ebf74 req-0213e4ee-67e1-4bf2-af27-511e70c9fff4 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] For port fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5,segment=NetworkSegment(7eed3e47-1283-4f71-ae85-dbd813053858),segment_id=7eed3e47-1283-4f71-ae85-dbd813053858)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:35:14.127869 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-aeb5b83d-9acb-42d8-a623-3b254d0ebf74 req-0213e4ee-67e1-4bf2-af27-511e70c9fff4 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:14.151372 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [req-aeb5b83d-9acb-42d8-a623-3b254d0ebf74 req-0213e4ee-67e1-4bf2-af27-511e70c9fff4 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Calling delete_port for fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5 owned by compute:nova {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:35:14.167842 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:14.174218 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ee5f9-4c1c-4834-9e8e-64bca9e08ed3 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dddf7e7-9ae1-465b-a424-36e7338ce7fe,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:14.239410 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8f6ee5f9-4c1c-4834-9e8e-64bca9e08ed3 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:14.240778 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-8f6ee5f9-4c1c-4834-9e8e-64bca9e08ed3 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6610506 Aug 29 20:35:14.243708 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 34972) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:14.250211 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-c26313b8-9e11-4d1a-b0a7-850d7d2c1533 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Request body: {'security_group_rule': {'security_group_id': '4dddf7e7-9ae1-465b-a424-36e7338ce7fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:14.302660 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5323baf-4cad-4b4b-9b3b-761394f0e0bb None None] Network 70a158bf-b7ae-44b9-ab62-eb123bfd5c23 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:35:14.316320 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c26313b8-9e11-4d1a-b0a7-850d7d2c1533 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks [] for security_group_rule (bfec1097-4217-4995-ab9c-fc5239ae40d6), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:14.334697 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-469b646f-ab4e-4ea1-9fd6-8b25226e22dd None None] Provisioning complete for port a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:14.338731 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-469b646f-ab4e-4ea1-9fd6-8b25226e22dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:14.377521 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d6b4e6-2281-4b0b-beab-85b2e408d131 admin admin] Router 8f44bd30-8ecc-49f7-b755-0825f6a84d6d is scheduled to L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 with binding_index 1 {{(pid=106198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 20:35:14.389012 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:14.419593 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c26313b8-9e11-4d1a-b0a7-850d7d2c1533 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks [] for security_group_rule (bfec1097-4217-4995-ab9c-fc5239ae40d6), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:14.488315 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c26313b8-9e11-4d1a-b0a7-850d7d2c1533 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (bfec1097-4217-4995-ab9c-fc5239ae40d6), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:14.532176 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-aeb5b83d-9acb-42d8-a623-3b254d0ebf74 req-0213e4ee-67e1-4bf2-af27-511e70c9fff4 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:14.545062 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26313b8-9e11-4d1a-b0a7-850d7d2c1533 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfec1097-4217-4995-ab9c-fc5239ae40d6,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:14.571426 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:35:14.583030 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213e4ee-67e1-4bf2-af27-511e70c9fff4 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Pushing event deleted for resources: {'Port': ['ID=fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:14.637608 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c26313b8-9e11-4d1a-b0a7-850d7d2c1533 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:14.638788 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-c26313b8-9e11-4d1a-b0a7-850d7d2c1533 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3931613 Aug 29 20:35:14.649219 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 34978) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:14.661034 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:14.662637 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb5b83d-9acb-42d8-a623-3b254d0ebf74 req-0213e4ee-67e1-4bf2-af27-511e70c9fff4 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] No DVR routers for this DVR port fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5 on host hv-cinder-85426 {{(pid=106199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:35:14.667465 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-aeb5b83d-9acb-42d8-a623-3b254d0ebf74 req-0213e4ee-67e1-4bf2-af27-511e70c9fff4 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:14.672630 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-aeb5b83d-9acb-42d8-a623-3b254d0ebf74 req-0213e4ee-67e1-4bf2-af27-511e70c9fff4 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.33 "DELETE /networking/v2.0/ports/fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5 HTTP/1.1" status: 204 len: 173 time: 0.8487134 Aug 29 20:35:14.674271 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-f49704e7-a7b9-415f-a8ac-b37287b8d8a2 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Request body: {'security_group_rule': {'security_group_id': '4dddf7e7-9ae1-465b-a424-36e7338ce7fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:14.674972 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa', 'name': 'network-vif-deleted', 'tag': 'fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:35:14.681658 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436eec73-2908-48be-bff6-c7a6a686bbf5" -d '{"events": [{"server_uuid": "f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa", "name": "network-vif-deleted", "tag": "fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:35:14.786267 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-469b646f-ab4e-4ea1-9fd6-8b25226e22dd None None] Current status of the port a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:14.792732 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-469b646f-ab4e-4ea1-9fd6-8b25226e22dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:14.805652 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2c0ca714-a109-43ce-a557-376ee5c86c01 req-ed06190c-32d6-46a5-802d-d02b7b379571 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa HTTP/1.1" status: 200 len: 210 time: 0.0731623 Aug 29 20:35:14.808183 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:35:14.814658 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e39babca-91b0-4166-88bf-cf336d886afe req-89c4b4b1-884c-471c-8a7f-58e7a0e5e465 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 210 time: 0.0827651 Aug 29 20:35:14.831074 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d6b4e6-2281-4b0b-beab-85b2e408d131 admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:35:14.864756 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca003446-58ae-458f-a4bd-94b443a7af0e None None] Sync routers for ids ['8f44bd30-8ecc-49f7-b755-0825f6a84d6d'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:35:14.868175 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f49704e7-a7b9-415f-a8ac-b37287b8d8a2 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks [] for security_group_rule (d68d64f3-1709-42a0-b20f-59b7430f4c58), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:14.901305 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-03d6b4e6-2281-4b0b-beab-85b2e408d131 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:14.905910 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-03d6b4e6-2281-4b0b-beab-85b2e408d131 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4066463 Aug 29 20:35:14.908794 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 34984) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:14.943782 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca003446-58ae-458f-a4bd-94b443a7af0e None None] Routers {'8f44bd30-8ecc-49f7-b755-0825f6a84d6d'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:35:14.949281 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-ca003446-58ae-458f-a4bd-94b443a7af0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:35:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['8f44bd30-8ecc-49f7-b755-0825f6a84d6d'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:15.028410 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f171bcb-baff-4e8e-9b39-be1bfd90351b x-openstack-request-id: req-9f171bcb-baff-4e8e-9b39-be1bfd90351b {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:35:15.028782 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa", "name": "network-vif-deleted", "tag": "fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:35:15.028985 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f171bcb-baff-4e8e-9b39-be1bfd90351b {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:35:15.029324 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f171bcb-baff-4e8e-9b39-be1bfd90351b'] response: {'server_uuid': 'f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa', 'name': 'network-vif-deleted', 'tag': 'fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5', 'status': 'completed', 'code': 200} Aug 29 20:35:15.042383 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f49704e7-a7b9-415f-a8ac-b37287b8d8a2 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks [] for security_group_rule (d68d64f3-1709-42a0-b20f-59b7430f4c58), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:15.048017 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f49704e7-a7b9-415f-a8ac-b37287b8d8a2 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (d68d64f3-1709-42a0-b20f-59b7430f4c58), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:15.102972 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49704e7-a7b9-415f-a8ac-b37287b8d8a2 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68d64f3-1709-42a0-b20f-59b7430f4c58,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:15.113114 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f49704e7-a7b9-415f-a8ac-b37287b8d8a2 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:15.114325 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-f49704e7-a7b9-415f-a8ac-b37287b8d8a2 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4641731 Aug 29 20:35:15.117481 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 34988) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:15.122404 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-618a397a-2821-4feb-9dc4-638b7c930a88 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Request body: {'floatingip': {'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:15.189027 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe87012-1860-4841-a3a2-56ff7e514d01 req-f767b7a3-0f1b-4dd4-8913-ed3bedc2d1ea tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:15.190562 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-dbe87012-1860-4841-a3a2-56ff7e514d01 req-f767b7a3-0f1b-4dd4-8913-ed3bedc2d1ea tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.1604922 Aug 29 20:35:15.207613 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-618a397a-2821-4feb-9dc4-638b7c930a88 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:15.209210 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-ca003446-58ae-458f-a4bd-94b443a7af0e None None] Set router 8f44bd30-8ecc-49f7-b755-0825f6a84d6d gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:35:15.283264 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8893f-b048-4437-9982-31ca5f8250fa req-b284709e-c1f6-4b75-bda2-b48b4a97f399 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:15.289337 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0fc8893f-b048-4437-9982-31ca5f8250fa req-b284709e-c1f6-4b75-bda2-b48b4a97f399 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.1294823 Aug 29 20:35:15.325263 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-dbe87012-1860-4841-a3a2-56ff7e514d01 req-daa83d89-7d34-4a08-81b2-e6eb1ae8f216 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208978 Aug 29 20:35:15.392595 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0fc8893f-b048-4437-9982-31ca5f8250fa req-8fed8e90-745e-4d32-a9a8-2fe6c2a43d26 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972137 Aug 29 20:35:15.457798 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-469b646f-ab4e-4ea1-9fd6-8b25226e22dd None None] For port a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7,segment=NetworkSegment(856efede-a0b9-4217-ba8d-9dab4340895f),segment_id=856efede-a0b9-4217-ba8d-9dab4340895f)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:35:15.475692 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-618a397a-2821-4feb-9dc4-638b7c930a88 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:15.478223 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-469b646f-ab4e-4ea1-9fd6-8b25226e22dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:15.497709 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:15.609397 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:15.609686 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:15.670284 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:15.762476 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-618a397a-2821-4feb-9dc4-638b7c930a88 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Allocated IP 172.27.1.109 (6d9f465d-5886-43f5-9015-44f8e49732f9/a46a7c4b-a1af-42c4-bdce-13dd23ff8d25/50451f2b-30df-47ba-8361-7563bd9e9ab9) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:35:15.795723 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-2c977714-90ed-408e-9fff-40928a128cde tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:15.798181 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-2c977714-90ed-408e-9fff-40928a128cde tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.33 "GET /networking/v2.0/networks?id=03168a32-5f0e-4f8c-b2be-a70299b1ceb4 HTTP/1.1" status: 200 len: 809 time: 0.3493764 Aug 29 20:35:15.816490 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-973e8397-1cf2-42ef-9ac2-620e47b3a5ae tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Request body: {'port': {'device_id': '357d9e2a-8aa3-4f1b-92ab-0c4db7649f43', 'network_id': '03168a32-5f0e-4f8c-b2be-a70299b1ceb4', 'admin_state_up': True, 'tenant_id': '1c85b91350b74daeab5ba89364b4578e'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:15.817879 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:15.818467 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:15.874946 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] For port 3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48,segment=NetworkSegment(4a13b328-7b40-4982-994c-fbfbebdf4718),segment_id=4a13b328-7b40-4982-994c-fbfbebdf4718)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:35:15.889324 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:15.890146 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:35:15.927499 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:15.943927 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b646f-ab4e-4ea1-9fd6-8b25226e22dd None None] Pushing event updated for resources: {'Port': ['ID=a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:16.005157 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:16.005542 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:16.008097 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-ca003446-58ae-458f-a4bd-94b443a7af0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f44bd30-8ecc-49f7-b755-0825f6a84d6d', 'name': 'tempest-TestShelveInstance-1054986713-router', 'tenant_id': '66bffbc642434ef2af36fae3e4a882a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '522739c9-93bd-443f-9dca-c1706e63117b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:10Z', 'updated_at': '2022-08-29T20:35:13Z', 'revision_number': 3, 'project_id': '66bffbc642434ef2af36fae3e4a882a4', 'gw_port': {'id': '522739c9-93bd-443f-9dca-c1706e63117b', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:25:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f44bd30-8ecc-49f7-b755-0825f6a84d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:11Z', 'updated_at': '2022-08-29T20:35:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:16.044808 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca003446-58ae-458f-a4bd-94b443a7af0e None None] Checking router: 8f44bd30-8ecc-49f7-b755-0825f6a84d6d for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:35:16.049832 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca003446-58ae-458f-a4bd-94b443a7af0e None None] Updating router 8f44bd30-8ecc-49f7-b755-0825f6a84d6d port 522739c9-93bd-443f-9dca-c1706e63117b binding host dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:35:16.077984 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1df931d4-28a0-4896-a8ef-388a99101547 req-29ef7762-6b4f-4681-be8e-86fb602a1f05 tempest-VolumesNegativeTest-2118753920 tempest-VolumesNegativeTest-2118753920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3ab7e69-4d51-4dcd-a00d-6604b64ba2fa HTTP/1.1" status: 200 len: 210 time: 0.0647261 Aug 29 20:35:16.104975 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a4a7215c-a009-473d-b1fe-c46c04631b2c req-4cbcf0fc-0c36-4ef1-a8f9-7fdc359a0b50 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 210 time: 0.0792997 Aug 29 20:35:16.131981 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-e3c8f50d-cabf-4466-9e0d-5325acdc4976 None None] Provisioning complete for port a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:16.131981 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e3c8f50d-cabf-4466-9e0d-5325acdc4976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:16.146914 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-618a397a-2821-4feb-9dc4-638b7c930a88 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks [] for port (50451f2b-30df-47ba-8361-7563bd9e9ab9), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:16.202863 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2745c80d-4428-4183-92ec-d1ce92fd4c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:16.237577 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-618a397a-2821-4feb-9dc4-638b7c930a88 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (50451f2b-30df-47ba-8361-7563bd9e9ab9), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:16.244073 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-973e8397-1cf2-42ef-9ac2-620e47b3a5ae tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Made reservation on behalf of 1c85b91350b74daeab5ba89364b4578e for: {'port': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:35:16.249255 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-973e8397-1cf2-42ef-9ac2-620e47b3a5ae tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:16.266706 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:16.268544 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ca003446-58ae-458f-a4bd-94b443a7af0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (522739c9-93bd-443f-9dca-c1706e63117b), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:16.348043 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:16.381823 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618a397a-2821-4feb-9dc4-638b7c930a88 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Network 6d9f465d-5886-43f5-9015-44f8e49732f9 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:35:16.387965 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-618a397a-2821-4feb-9dc4-638b7c930a88 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:35:16.390221 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a397a-2821-4feb-9dc4-638b7c930a88 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Pushing event updated for resources: {'Port': ['ID=50451f2b-30df-47ba-8361-7563bd9e9ab9,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:16.392474 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618a397a-2821-4feb-9dc4-638b7c930a88 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:35:16.491552 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:16.655690 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-e3c8f50d-cabf-4466-9e0d-5325acdc4976 None None] Current status of the port a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:16.668849 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Pushing event updated for resources: {'Port': ['ID=3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:16.694912 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399b57f-61f3-490e-a037-502b7039ab7b req-832789ca-332e-42b5-9781-3bb0ce60182d tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:16.703546 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7399b57f-61f3-490e-a037-502b7039ab7b req-832789ca-332e-42b5-9781-3bb0ce60182d tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.1664658 Aug 29 20:35:16.766905 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-618a397a-2821-4feb-9dc4-638b7c930a88 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks [] for floatingip (a5ab9847-1415-4bd1-80dc-df819b435ddf), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:16.837759 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83077b6-71d5-47c8-8b21-4ee272880f4a req-ba31f84d-847a-4327-a833-cf2063cb6737 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:16.847243 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:16.848514 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a83077b6-71d5-47c8-8b21-4ee272880f4a req-ba31f84d-847a-4327-a833-cf2063cb6737 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.3496788 Aug 29 20:35:16.871863 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-618a397a-2821-4feb-9dc4-638b7c930a88 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (50451f2b-30df-47ba-8361-7563bd9e9ab9), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:16.927198 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:35:17.034259 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] No Port match for: fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:35:17.037898 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [None req-2745c80d-4428-4183-92ec-d1ce92fd4c57 admin admin] Allocated IP 172.20.0.1 (70a158bf-b7ae-44b9-ab62-eb123bfd5c23/e56bb870-ed41-4cfd-9d05-2f4780bd49c8/717f22d2-31cc-436c-95b8-5799bfb76df7) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:35:17.039104 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device fe4ca0a1-17ee-4b99-8aa9-21db8d8a28a5 not bound to the agent host hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:35:17.095542 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a83077b6-71d5-47c8-8b21-4ee272880f4a req-982e994c-7527-41f8-8218-d05e2b2f321c tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461216 Aug 29 20:35:17.224226 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:35:17.266005 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7399b57f-61f3-490e-a037-502b7039ab7b req-4e17b2ca-8b04-4cfe-b631-094bfd8bdc31 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5614908 Aug 29 20:35:17.270655 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2745c80d-4428-4183-92ec-d1ce92fd4c57 admin admin] Publish callbacks [] for port (717f22d2-31cc-436c-95b8-5799bfb76df7), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:17.347030 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2745c80d-4428-4183-92ec-d1ce92fd4c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (717f22d2-31cc-436c-95b8-5799bfb76df7), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:17.357473 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-973e8397-1cf2-42ef-9ac2-620e47b3a5ae tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Allocated IP 172.20.0.8 (03168a32-5f0e-4f8c-b2be-a70299b1ceb4/0359e6d8-1a07-480b-9e25-fbeed0649819/1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:35:17.441576 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:17.443419 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:17.464246 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2745c80d-4428-4183-92ec-d1ce92fd4c57 admin admin] Network 70a158bf-b7ae-44b9-ab62-eb123bfd5c23 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:35:17.483183 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-2745c80d-4428-4183-92ec-d1ce92fd4c57 admin admin] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:35:17.492902 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c50e1-33d2-4719-9c15-e313d15acc50 req-4276366b-236a-4a70-9daa-f83389238d0a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:17.498195 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-351c50e1-33d2-4719-9c15-e313d15acc50 req-4276366b-236a-4a70-9daa-f83389238d0a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.0805953 Aug 29 20:35:17.512585 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 35022) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:17.517870 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-56168fbf-4206-4ea7-86bf-76166f5e1ee0 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Request body: {'floatingip': {'port_id': '87154a2a-cc60-4d5c-bce5-20690a774470'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:17.559039 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2745c80d-4428-4183-92ec-d1ce92fd4c57 admin admin] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:35:17.660455 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-42499ce6-4f5f-42fd-acbd-78cacc52dd14 req-0fa71a59-f2ce-42df-b685-d5dca7c53920 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 210 time: 0.2471256 Aug 29 20:35:17.660650 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ca003446-58ae-458f-a4bd-94b443a7af0e None None] Publish callbacks [] for port (522739c9-93bd-443f-9dca-c1706e63117b), precommit_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:17.685147 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ca003446-58ae-458f-a4bd-94b443a7af0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (522739c9-93bd-443f-9dca-c1706e63117b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:17.685873 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-56168fbf-4206-4ea7-86bf-76166f5e1ee0 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for floatingip (d3bc459f-8a95-485b-bec7-c67a5976f648), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:17.706790 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745c80d-4428-4183-92ec-d1ce92fd4c57 admin admin] Pushing event updated for resources: {'Port': ['ID=717f22d2-31cc-436c-95b8-5799bfb76df7,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:17.787199 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-ca003446-58ae-458f-a4bd-94b443a7af0e None None] Attempting to bind port 522739c9-93bd-443f-9dca-c1706e63117b on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:35:17.787568 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-ca003446-58ae-458f-a4bd-94b443a7af0e None None] Attempting to bind port 522739c9-93bd-443f-9dca-c1706e63117b by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:35:17.787972 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca003446-58ae-458f-a4bd-94b443a7af0e None None] Attempting to bind port 522739c9-93bd-443f-9dca-c1706e63117b on network 6d9f465d-5886-43f5-9015-44f8e49732f9 {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:35:17.800004 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df46cda-cfd4-4295-b7eb-7efb8520b1d8 None None] Pushing event updated for resources: {'Port': ['ID=522739c9-93bd-443f-9dca-c1706e63117b,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:17.800267 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2745c80d-4428-4183-92ec-d1ce92fd4c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639577'] for router_interface (8f44bd30-8ecc-49f7-b755-0825f6a84d6d), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:17.809501 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca003446-58ae-458f-a4bd-94b443a7af0e None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:35:17.809874 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca003446-58ae-458f-a4bd-94b443a7af0e None None] Checking segment: {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:35:17.810423 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ca003446-58ae-458f-a4bd-94b443a7af0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:17.810865 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca003446-58ae-458f-a4bd-94b443a7af0e None None] Bound using segment: {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:35:17.811381 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-ca003446-58ae-458f-a4bd-94b443a7af0e None None] Bound port: 522739c9-93bd-443f-9dca-c1706e63117b, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:35:17.811895 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ca003446-58ae-458f-a4bd-94b443a7af0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (522739c9-93bd-443f-9dca-c1706e63117b), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:17.814446 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:17.815524 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:35:17.864523 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-618a397a-2821-4feb-9dc4-638b7c930a88 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks [] for port (50451f2b-30df-47ba-8361-7563bd9e9ab9), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:17.909072 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:17.929062 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-618a397a-2821-4feb-9dc4-638b7c930a88 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (50451f2b-30df-47ba-8361-7563bd9e9ab9), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:17.975732 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:17.976086 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:17.999142 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:18.026530 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-b310da1d-2a33-486d-8158-53b9570b3cbd None None] Provisioning complete for port 717f22d2-31cc-436c-95b8-5799bfb76df7 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:18.026938 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b310da1d-2a33-486d-8158-53b9570b3cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (717f22d2-31cc-436c-95b8-5799bfb76df7), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:18.109618 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ca003446-58ae-458f-a4bd-94b443a7af0e None None] For port 522739c9-93bd-443f-9dca-c1706e63117b, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:35:18.111623 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:18.115564 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-973e8397-1cf2-42ef-9ac2-620e47b3a5ae tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Publish callbacks [] for port (1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:18.120842 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ca003446-58ae-458f-a4bd-94b443a7af0e None None] For port 522739c9-93bd-443f-9dca-c1706e63117b, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=522739c9-93bd-443f-9dca-c1706e63117b,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:35:18.135286 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-b310da1d-2a33-486d-8158-53b9570b3cbd None None] Port 717f22d2-31cc-436c-95b8-5799bfb76df7 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:35:18.159986 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2745c80d-4428-4183-92ec-d1ce92fd4c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (717f22d2-31cc-436c-95b8-5799bfb76df7), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:18.160374 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ca003446-58ae-458f-a4bd-94b443a7af0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (522739c9-93bd-443f-9dca-c1706e63117b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:18.189211 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:18.218632 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df46cda-cfd4-4295-b7eb-7efb8520b1d8 None None] Pushing event updated for resources: {'Port': ['ID=522739c9-93bd-443f-9dca-c1706e63117b,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:18.236510 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:18.238729 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca003446-58ae-458f-a4bd-94b443a7af0e None None] Routers {'8f44bd30-8ecc-49f7-b755-0825f6a84d6d'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:35:18.239360 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-ca003446-58ae-458f-a4bd-94b443a7af0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:35:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['8f44bd30-8ecc-49f7-b755-0825f6a84d6d'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:18.273991 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:18.275013 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:18.276902 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a397a-2821-4feb-9dc4-638b7c930a88 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Pushing event updated for resources: {'Port': ['ID=50451f2b-30df-47ba-8361-7563bd9e9ab9,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:18.359195 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-618a397a-2821-4feb-9dc4-638b7c930a88 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (a5ab9847-1415-4bd1-80dc-df819b435ddf), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:18.379918 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2745c80d-4428-4183-92ec-d1ce92fd4c57 admin admin] Publish callbacks [] for port (717f22d2-31cc-436c-95b8-5799bfb76df7), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:18.386589 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2745c80d-4428-4183-92ec-d1ce92fd4c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61108980'] for port (717f22d2-31cc-436c-95b8-5799bfb76df7), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:18.405961 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-618a397a-2821-4feb-9dc4-638b7c930a88 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:18.421207 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-618a397a-2821-4feb-9dc4-638b7c930a88 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3001311 Aug 29 20:35:18.443843 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-ca003446-58ae-458f-a4bd-94b443a7af0e None None] Set router 8f44bd30-8ecc-49f7-b755-0825f6a84d6d gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:35:18.464892 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745c80d-4428-4183-92ec-d1ce92fd4c57 admin admin] Pushing event updated for resources: {'Port': ['ID=717f22d2-31cc-436c-95b8-5799bfb76df7,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:18.486462 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-973e8397-1cf2-42ef-9ac2-620e47b3a5ae tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:18.546018 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e8397-1cf2-42ef-9ac2-620e47b3a5ae tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Pushing event updated for resources: {'Port': ['ID=1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:18.569388 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2745c80d-4428-4183-92ec-d1ce92fd4c57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639693'] for router_interface (8f44bd30-8ecc-49f7-b755-0825f6a84d6d), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:18.604952 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-973e8397-1cf2-42ef-9ac2-620e47b3a5ae tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Network 03168a32-5f0e-4f8c-b2be-a70299b1ceb4 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:35:18.614254 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-973e8397-1cf2-42ef-9ac2-620e47b3a5ae tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:35:18.704284 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecfa04-8f59-4b47-9725-d4d962e28ff1 req-a9f63109-62d5-46db-b8ab-c3f93f8556fa tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:18.705796 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-75ecfa04-8f59-4b47-9725-d4d962e28ff1 req-a9f63109-62d5-46db-b8ab-c3f93f8556fa tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.1722422 Aug 29 20:35:18.777702 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-973e8397-1cf2-42ef-9ac2-620e47b3a5ae tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:35:18.811163 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-ca003446-58ae-458f-a4bd-94b443a7af0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f44bd30-8ecc-49f7-b755-0825f6a84d6d', 'name': 'tempest-TestShelveInstance-1054986713-router', 'tenant_id': '66bffbc642434ef2af36fae3e4a882a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '522739c9-93bd-443f-9dca-c1706e63117b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:10Z', 'updated_at': '2022-08-29T20:35:18Z', 'revision_number': 4, 'project_id': '66bffbc642434ef2af36fae3e4a882a4', 'gw_port': {'id': '522739c9-93bd-443f-9dca-c1706e63117b', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:25:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f44bd30-8ecc-49f7-b755-0825f6a84d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:11Z', 'updated_at': '2022-08-29T20:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '717f22d2-31cc-436c-95b8-5799bfb76df7', 'name': '', 'network_id': '70a158bf-b7ae-44b9-ab62-eb123bfd5c23', 'tenant_id': '66bffbc642434ef2af36fae3e4a882a4', 'mac_address': 'fa:16:3e:88:e0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f44bd30-8ecc-49f7-b755-0825f6a84d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e56bb870-ed41-4cfd-9d05-2f4780bd49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:16Z', 'updated_at': '2022-08-29T20:35:17Z', 'revision_number': 1, 'project_id': '66bffbc642434ef2af36fae3e4a882a4', 'subnets': [{'id': 'e56bb870-ed41-4cfd-9d05-2f4780bd49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:18.857367 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:18.869059 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca003446-58ae-458f-a4bd-94b443a7af0e None None] The sync data for ids ['8f44bd30-8ecc-49f7-b755-0825f6a84d6d'] in dv-cinder-854263-2-iscsi is: [{'id': '8f44bd30-8ecc-49f7-b755-0825f6a84d6d', 'name': 'tempest-TestShelveInstance-1054986713-router', 'tenant_id': '66bffbc642434ef2af36fae3e4a882a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '522739c9-93bd-443f-9dca-c1706e63117b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:10Z', 'updated_at': '2022-08-29T20:35:18Z', 'revision_number': 4, 'project_id': '66bffbc642434ef2af36fae3e4a882a4', 'gw_port': {'id': '522739c9-93bd-443f-9dca-c1706e63117b', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:25:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f44bd30-8ecc-49f7-b755-0825f6a84d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:11Z', 'updated_at': '2022-08-29T20:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '717f22d2-31cc-436c-95b8-5799bfb76df7', 'name': '', 'network_id': '70a158bf-b7ae-44b9-ab62-eb123bfd5c23', 'tenant_id': '66bffbc642434ef2af36fae3e4a882a4', 'mac_address': 'fa:16:3e:88:e0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f44bd30-8ecc-49f7-b755-0825f6a84d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e56bb870-ed41-4cfd-9d05-2f4780bd49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:16Z', 'updated_at': '2022-08-29T20:35:17Z', 'revision_number': 1, 'project_id': '66bffbc642434ef2af36fae3e4a882a4', 'subnets': [{'id': 'e56bb870-ed41-4cfd-9d05-2f4780bd49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:35:18.875645 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2745c80d-4428-4183-92ec-d1ce92fd4c57 admin admin] Network 70a158bf-b7ae-44b9-ab62-eb123bfd5c23 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:35:18.881346 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-973e8397-1cf2-42ef-9ac2-620e47b3a5ae tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:18.881997 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-973e8397-1cf2-42ef-9ac2-620e47b3a5ae tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:18.897758 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-2745c80d-4428-4183-92ec-d1ce92fd4c57 admin admin] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:35:18.964759 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-973e8397-1cf2-42ef-9ac2-620e47b3a5ae tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1550035 Aug 29 20:35:18.997405 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-75ecfa04-8f59-4b47-9725-d4d962e28ff1 req-f925f366-ad31-45f2-8972-74159f72945a tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2687600 Aug 29 20:35:19.222345 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-181bd4a3-3c46-4d37-8529-1d475cea2f48 service neutron] Request body: {'port': {'device_id': '357d9e2a-8aa3-4f1b-92ab-0c4db7649f43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:19.286076 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2745c80d-4428-4183-92ec-d1ce92fd4c57 admin admin] Router 8f44bd30-8ecc-49f7-b755-0825f6a84d6d has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:35:19.376745 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bda5b-d991-44a9-9729-edafb3005872 req-1c368a40-5c82-4c1f-b0cc-885301e891e5 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:19.378068 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f28602cd-c212-45d1-877a-d53c2c5f9328 None None] Provisioning complete for port 717f22d2-31cc-436c-95b8-5799bfb76df7 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:19.378638 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f28602cd-c212-45d1-877a-d53c2c5f9328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (717f22d2-31cc-436c-95b8-5799bfb76df7), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:19.384463 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-537bda5b-d991-44a9-9729-edafb3005872 req-1c368a40-5c82-4c1f-b0cc-885301e891e5 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 931 time: 0.1829093 Aug 29 20:35:19.460432 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-1cd7d2bd-9e52-4a0c-b753-803a9d2953b5 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--511836088&fields=id&tenant_id=8436d85d931a41cfa6d626c08ad82ef4 HTTP/1.1" status: 200 len: 267 time: 0.5650520 Aug 29 20:35:19.487844 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f28602cd-c212-45d1-877a-d53c2c5f9328 None None] Port 717f22d2-31cc-436c-95b8-5799bfb76df7 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:35:19.510794 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.db.resource_extend [None req-56168fbf-4206-4ea7-86bf-76166f5e1ee0 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 29 20:35:19.609866 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-537bda5b-d991-44a9-9729-edafb3005872 req-2f8952dd-8008-412e-bc32-ea3a23e521e0 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243342 Aug 29 20:35:19.641548 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-56168fbf-4206-4ea7-86bf-76166f5e1ee0 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:19.661519 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-56168fbf-4206-4ea7-86bf-76166f5e1ee0 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (d3bc459f-8a95-485b-bec7-c67a5976f648), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:19.822709 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.db.l3_db [None req-56168fbf-4206-4ea7-86bf-76166f5e1ee0 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Floating IP d3bc459f-8a95-485b-bec7-c67a5976f648 associated. External IP: 172.27.1.60, port: 87154a2a-cc60-4d5c-bce5-20690a774470. Aug 29 20:35:20.150067 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:20.158784 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56168fbf-4206-4ea7-86bf-76166f5e1ee0 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Router e2b4c46e-b60d-4c76-bc0c-08a8adc43453 has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:35:20.205259 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-181bd4a3-3c46-4d37-8529-1d475cea2f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:20.273001 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-cf0cc486-37d5-41f5-a2e5-04dc731918f7 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:20.280730 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-cf0cc486-37d5-41f5-a2e5-04dc731918f7 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/networks?id=9aeb874f-5dc0-4462-96f6-c696d1a7b371 HTTP/1.1" status: 200 len: 819 time: 0.8190494 Aug 29 20:35:20.294300 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd3e6c-7eee-494f-9b45-ea3f94932e08 req-493f1dcd-f1cf-4a18-b257-1f63f943da75 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:20.302152 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-18cd3e6c-7eee-494f-9b45-ea3f94932e08 req-493f1dcd-f1cf-4a18-b257-1f63f943da75 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.1404378 Aug 29 20:35:20.338699 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-62360142-8ac1-4ff6-8449-4eeca9ab6516 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/quotas/8436d85d931a41cfa6d626c08ad82ef4 HTTP/1.1" status: 200 len: 375 time: 0.0569773 Aug 29 20:35:20.438209 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-18cd3e6c-7eee-494f-9b45-ea3f94932e08 req-f29e5798-3ecb-45ac-8c3d-b91e52f9ad70 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348803 Aug 29 20:35:20.446087 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:20.507338 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56168fbf-4206-4ea7-86bf-76166f5e1ee0 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:35:20.524817 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4652c42-3146-489b-a741-2bac1e836011 None None] Sync routers for ids ['e2b4c46e-b60d-4c76-bc0c-08a8adc43453'] in dv-cinder-854263-2-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:35:20.542967 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-99c91d4c-f9a5-4688-8de3-390dfdd8bfb2 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=8436d85d931a41cfa6d626c08ad82ef4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2032883 Aug 29 20:35:20.546130 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2745c80d-4428-4183-92ec-d1ce92fd4c57 admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:35:20.559971 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-2745c80d-4428-4183-92ec-d1ce92fd4c57 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/8f44bd30-8ecc-49f7-b755-0825f6a84d6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6425400 Aug 29 20:35:20.565083 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-56168fbf-4206-4ea7-86bf-76166f5e1ee0 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:20.597302 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4652c42-3146-489b-a741-2bac1e836011 None None] Routers {'e2b4c46e-b60d-4c76-bc0c-08a8adc43453'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:35:20.603340 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-c4652c42-3146-489b-a741-2bac1e836011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:35:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['e2b4c46e-b60d-4c76-bc0c-08a8adc43453'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:20.717100 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:20.771003 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-56168fbf-4206-4ea7-86bf-76166f5e1ee0 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/d3bc459f-8a95-485b-bec7-c67a5976f648 HTTP/1.1" status: 200 len: 990 time: 3.2543037 Aug 29 20:35:20.775343 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95026449-87b2-4f37-bfd3-554df7e6a037', 'tag': '87154a2a-cc60-4d5c-bce5-20690a774470'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:35:20.779624 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f607546964f141dcf8ed995c545a93b1930b0d2db8722531a12d309c5951f327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bd9c53-7cf0-4865-ba37-b9fe54c4fc15" -d '{"events": [{"name": "network-changed", "server_uuid": "95026449-87b2-4f37-bfd3-554df7e6a037", "tag": "87154a2a-cc60-4d5c-bce5-20690a774470"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:35:21.003004 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-c4652c42-3146-489b-a741-2bac1e836011 None None] Set router e2b4c46e-b60d-4c76-bc0c-08a8adc43453 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:35:21.092472 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 522739c9-93bd-443f-9dca-c1706e63117b up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:35:21.106878 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-4c9325e1-2a6b-4961-95a1-f78a4fbd8b25 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671593 Aug 29 20:35:21.227495 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 522739c9-93bd-443f-9dca-c1706e63117b triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:21.228469 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (522739c9-93bd-443f-9dca-c1706e63117b), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:21.354512 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:21.413289 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 522739c9-93bd-443f-9dca-c1706e63117b is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:21.413674 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (522739c9-93bd-443f-9dca-c1706e63117b), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:21.433651 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-3ae1b6d8-8740-4423-98c0-bc51e99a0fe5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256361 Aug 29 20:35:21.464958 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c6790-4d55-4981-acb7-65304a2b5fc1 req-a35b7da7-aba5-4cc8-a99c-e40b8ad760be tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:21.467056 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-181bd4a3-3c46-4d37-8529-1d475cea2f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023 {{(pid=106199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:35:21.472868 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-555c6790-4d55-4981-acb7-65304a2b5fc1 req-a35b7da7-aba5-4cc8-a99c-e40b8ad760be tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 931 time: 0.6216166 Aug 29 20:35:21.477063 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-181bd4a3-3c46-4d37-8529-1d475cea2f48 service neutron] Publish callbacks [] for port (1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:21.497114 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] For port 522739c9-93bd-443f-9dca-c1706e63117b, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=522739c9-93bd-443f-9dca-c1706e63117b,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:35:21.504090 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.provisioning_blocks [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-181bd4a3-3c46-4d37-8529-1d475cea2f48 service neutron] Transition to ACTIVE for port object 1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023 will not be triggered until provisioned by entity L2. {{(pid=106199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:35:21.505713 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (522739c9-93bd-443f-9dca-c1706e63117b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:21.517252 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-181bd4a3-3c46-4d37-8529-1d475cea2f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61108980'] for port (1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:21.570775 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-555c6790-4d55-4981-acb7-65304a2b5fc1 req-a35b2e62-778d-4e58-8084-762ebd0052d3 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897417 Aug 29 20:35:21.659572 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Pushing event updated for resources: {'Port': ['ID=522739c9-93bd-443f-9dca-c1706e63117b,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:21.661322 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-c4652c42-3146-489b-a741-2bac1e836011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'name': 'tempest-AttachVolumeShelveTestJSON-205820228-router', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:35Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'gw_port': {'id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:36Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': 'd3bc459f-8a95-485b-bec7-c67a5976f648', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'port_id': '87154a2a-cc60-4d5c-bce5-20690a774470', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'mac_address': 'fa:16:3e:65:f3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95026449-87b2-4f37-bfd3-554df7e6a037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:34:48Z', 'updated_at': '2022-08-29T20:35:19Z', 'revision_number': 1, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115a7651-715a-491b-8ebe-235b5f5565cf', 'name': '', 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'mac_address': 'fa:16:3e:92:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:42Z', 'updated_at': '2022-08-29T20:34:52Z', 'revision_number': 5, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'subnets': [{'id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:21.693703 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4652c42-3146-489b-a741-2bac1e836011 None None] Checking router: e2b4c46e-b60d-4c76-bc0c-08a8adc43453 for host: dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:35:21.704243 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4652c42-3146-489b-a741-2bac1e836011 None None] Routers {'e2b4c46e-b60d-4c76-bc0c-08a8adc43453'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:35:21.705367 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-c4652c42-3146-489b-a741-2bac1e836011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:35:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['e2b4c46e-b60d-4c76-bc0c-08a8adc43453'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:21.800206 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181bd4a3-3c46-4d37-8529-1d475cea2f48 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:21.837603 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-181bd4a3-3c46-4d37-8529-1d475cea2f48 service neutron] Attempting to bind port 1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:35:21.837883 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-181bd4a3-3c46-4d37-8529-1d475cea2f48 service neutron] Attempting to bind port 1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'bcfedb24-5bd4-4895-869f-944078997b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '03168a32-5f0e-4f8c-b2be-a70299b1ceb4'}] {{(pid=106199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:35:21.845239 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-181bd4a3-3c46-4d37-8529-1d475cea2f48 service neutron] Attempting to bind port 1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023 on network 03168a32-5f0e-4f8c-b2be-a70299b1ceb4 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:35:21.858418 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-181bd4a3-3c46-4d37-8529-1d475cea2f48 service neutron] Port 1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023 on network 03168a32-5f0e-4f8c-b2be-a70299b1ceb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:35:21.860381 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-181bd4a3-3c46-4d37-8529-1d475cea2f48 service neutron] Attempting to bind port 1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023 on network 03168a32-5f0e-4f8c-b2be-a70299b1ceb4 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:35:21.874509 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-181bd4a3-3c46-4d37-8529-1d475cea2f48 service neutron] Checking agent: {'id': 'fe366970-a267-4806-8a8b-654c02250e20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'started_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:35:21.875562 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdf12e8-d727-4f8b-95d9-f96cd4010c07 x-openstack-request-id: req-afdf12e8-d727-4f8b-95d9-f96cd4010c07 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:35:21.875902 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95026449-87b2-4f37-bfd3-554df7e6a037", "tag": "87154a2a-cc60-4d5c-bce5-20690a774470", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:35:21.876041 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-181bd4a3-3c46-4d37-8529-1d475cea2f48 service neutron] Checking segment: {'id': 'bcfedb24-5bd4-4895-869f-944078997b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '03168a32-5f0e-4f8c-b2be-a70299b1ceb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:35:21.876180 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-afdf12e8-d727-4f8b-95d9-f96cd4010c07 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:35:21.876667 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-181bd4a3-3c46-4d37-8529-1d475cea2f48 service neutron] Bound using segment: {'id': 'bcfedb24-5bd4-4895-869f-944078997b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '03168a32-5f0e-4f8c-b2be-a70299b1ceb4'} {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:35:21.877009 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afdf12e8-d727-4f8b-95d9-f96cd4010c07'] response: {'name': 'network-changed', 'server_uuid': '95026449-87b2-4f37-bfd3-554df7e6a037', 'tag': '87154a2a-cc60-4d5c-bce5-20690a774470', 'status': 'completed', 'code': 200} Aug 29 20:35:21.878008 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-181bd4a3-3c46-4d37-8529-1d475cea2f48 service neutron] Bound port: 1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcfedb24-5bd4-4895-869f-944078997b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '03168a32-5f0e-4f8c-b2be-a70299b1ceb4'}}] {{(pid=106199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:35:21.879609 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-181bd4a3-3c46-4d37-8529-1d475cea2f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:21.988764 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-c4652c42-3146-489b-a741-2bac1e836011 None None] Set router e2b4c46e-b60d-4c76-bc0c-08a8adc43453 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:35:22.051851 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd9c53-7cf0-4865-ba37-b9fe54c4fc15 req-8f728073-fffd-4f6e-87d4-6c61814a5d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:22.058728 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b8bd9c53-7cf0-4865-ba37-b9fe54c4fc15 req-8f728073-fffd-4f6e-87d4-6c61814a5d1f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=bf00868e84384ee59320184a5e1c46c8&device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 1129 time: 0.1427624 Aug 29 20:35:22.296784 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-181bd4a3-3c46-4d37-8529-1d475cea2f48 service neutron] For port 1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023, host hv-cinder-85426, cleared binding levels {{(pid=106199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:35:22.310486 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad6e58-a7dd-441c-abfb-c7d5ec642958 req-295fdc22-cac9-40dc-9a5d-cf06b5b34323 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:22.312428 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-28ad6e58-a7dd-441c-abfb-c7d5ec642958 req-295fdc22-cac9-40dc-9a5d-cf06b5b34323 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.2525969 Aug 29 20:35:22.330831 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 35256) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:22.336126 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-79b41cf7-7541-4c0a-b4e7-e77867d46fa7 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-372403117', 'description': 'tempest-secgroup-smoke-372403117 description', 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:22.357696 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-181bd4a3-3c46-4d37-8529-1d475cea2f48 service neutron] For port 1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023,segment=NetworkSegment(bcfedb24-5bd4-4895-869f-944078997b9d),segment_id=bcfedb24-5bd4-4895-869f-944078997b9d)] {{(pid=106199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:35:22.375120 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-181bd4a3-3c46-4d37-8529-1d475cea2f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61108980'] for port (1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:22.381407 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-79b41cf7-7541-4c0a-b4e7-e77867d46fa7 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:22.396793 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-181bd4a3-3c46-4d37-8529-1d475cea2f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:22.397805 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-181bd4a3-3c46-4d37-8529-1d475cea2f48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:22.399515 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-181bd4a3-3c46-4d37-8529-1d475cea2f48 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023 HTTP/1.1" status: 200 len: 1093 time: 3.1845183 Aug 29 20:35:22.407081 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357d9e2a-8aa3-4f1b-92ab-0c4db7649f43', 'tag': '1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:35:22.410990 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e226476-45ba-4761-80ec-4dadfb9f10dc" -d '{"events": [{"name": "network-changed", "server_uuid": "357d9e2a-8aa3-4f1b-92ab-0c4db7649f43", "tag": "1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:35:22.548578 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-c4652c42-3146-489b-a741-2bac1e836011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'name': 'tempest-AttachVolumeShelveTestJSON-205820228-router', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:35Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'gw_port': {'id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:36Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': 'd3bc459f-8a95-485b-bec7-c67a5976f648', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'port_id': '87154a2a-cc60-4d5c-bce5-20690a774470', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'mac_address': 'fa:16:3e:65:f3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95026449-87b2-4f37-bfd3-554df7e6a037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:34:48Z', 'updated_at': '2022-08-29T20:35:19Z', 'revision_number': 1, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115a7651-715a-491b-8ebe-235b5f5565cf', 'name': '', 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'mac_address': 'fa:16:3e:92:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:42Z', 'updated_at': '2022-08-29T20:34:52Z', 'revision_number': 5, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'subnets': [{'id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:22.600796 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b889e977-1c55-4210-8a71-4efe5aac33b3 req-4950d5c3-2a83-4feb-8fb4-1b2620012e4f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 210 time: 0.1358905 Aug 29 20:35:22.618069 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:22.620787 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181bd4a3-3c46-4d37-8529-1d475cea2f48 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023,revision_number=3']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:22.646995 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd9c53-7cf0-4865-ba37-b9fe54c4fc15 req-ab0b04ee-496b-464e-ab27-0c28c54d720f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:22.652637 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b8bd9c53-7cf0-4865-ba37-b9fe54c4fc15 req-ab0b04ee-496b-464e-ab27-0c28c54d720f service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=f0c2c5bd-a9a1-411b-a42c-01cbce56e13b HTTP/1.1" status: 200 len: 917 time: 0.5417213 Aug 29 20:35:22.661364 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4652c42-3146-489b-a741-2bac1e836011 None None] The sync data for ids ['e2b4c46e-b60d-4c76-bc0c-08a8adc43453'] in dv-cinder-854263-2-iscsi is: [{'id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'name': 'tempest-AttachVolumeShelveTestJSON-205820228-router', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:35Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'gw_port': {'id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:36Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': 'd3bc459f-8a95-485b-bec7-c67a5976f648', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'port_id': '87154a2a-cc60-4d5c-bce5-20690a774470', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'mac_address': 'fa:16:3e:65:f3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95026449-87b2-4f37-bfd3-554df7e6a037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:34:48Z', 'updated_at': '2022-08-29T20:35:19Z', 'revision_number': 1, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115a7651-715a-491b-8ebe-235b5f5565cf', 'name': '', 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'mac_address': 'fa:16:3e:92:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:42Z', 'updated_at': '2022-08-29T20:34:52Z', 'revision_number': 5, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'subnets': [{'id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:35:22.688066 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a933b3-6469-461f-b8b9-f88f3d82d23f None None] Sync routers for ids ['8f44bd30-8ecc-49f7-b755-0825f6a84d6d'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:35:22.724813 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-79b41cf7-7541-4c0a-b4e7-e77867d46fa7 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks [] for security_group (c6477c8f-04d9-4b85-a567-15573f10d697), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:22.732552 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51dc45a-ef3c-4dc7-94a5-67565560a4be x-openstack-request-id: req-d51dc45a-ef3c-4dc7-94a5-67565560a4be {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:35:22.733947 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-79b41cf7-7541-4c0a-b4e7-e77867d46fa7 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (c6477c8f-04d9-4b85-a567-15573f10d697), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:22.736941 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "357d9e2a-8aa3-4f1b-92ab-0c4db7649f43", "tag": "1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:35:22.738189 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d51dc45a-ef3c-4dc7-94a5-67565560a4be {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:35:22.738805 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d51dc45a-ef3c-4dc7-94a5-67565560a4be'] response: {'name': 'network-changed', 'server_uuid': '357d9e2a-8aa3-4f1b-92ab-0c4db7649f43', 'tag': '1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023', 'status': 'completed', 'code': 200} Aug 29 20:35:22.739186 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a933b3-6469-461f-b8b9-f88f3d82d23f None None] Routers {'8f44bd30-8ecc-49f7-b755-0825f6a84d6d'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:35:22.740548 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-f5a933b3-6469-461f-b8b9-f88f3d82d23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:35:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['8f44bd30-8ecc-49f7-b755-0825f6a84d6d'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:22.842149 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b41cf7-7541-4c0a-b4e7-e77867d46fa7 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6477c8f-04d9-4b85-a567-15573f10d697,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:22.862547 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-28ad6e58-a7dd-441c-abfb-c7d5ec642958 req-cb9b5d49-6883-46b8-bf34-3706e4424485 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5007105 Aug 29 20:35:22.866488 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-045c0a78-55ed-4879-b63a-bb720f1fe14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:22.866870 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-79b41cf7-7541-4c0a-b4e7-e77867d46fa7 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:22.868533 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-79b41cf7-7541-4c0a-b4e7-e77867d46fa7 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5366366 Aug 29 20:35:22.873466 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-045c0a78-55ed-4879-b63a-bb720f1fe14b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1c85b91350b74daeab5ba89364b4578e&device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 1127 time: 0.4123881 Aug 29 20:35:22.877709 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 35268) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:22.890328 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-211eec2e-3461-4fed-820e-154c0695ff18 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Request body: {'security_group_rule': {'security_group_id': 'c6477c8f-04d9-4b85-a567-15573f10d697', 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:22.961516 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:23.032048 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b8bd9c53-7cf0-4865-ba37-b9fe54c4fc15 req-eabe7088-9c3b-45d0-8176-793863a7efa5 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87154a2a-cc60-4d5c-bce5-20690a774470 HTTP/1.1" status: 200 len: 998 time: 0.3503258 Aug 29 20:35:23.163418 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 522739c9-93bd-443f-9dca-c1706e63117b up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:35:23.176656 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:23.184014 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5bd72-93cf-465b-af2c-0929e4452e25 req-da3a389f-9543-4abf-a86b-910b06cf646e tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:23.211456 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4fe5bd72-93cf-465b-af2c-0929e4452e25 req-da3a389f-9543-4abf-a86b-910b06cf646e tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 943 time: 0.3344965 Aug 29 20:35:23.238992 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd9c53-7cf0-4865-ba37-b9fe54c4fc15 req-bfa210a3-ed70-4570-963d-65dd05f24faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:23.240564 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b8bd9c53-7cf0-4865-ba37-b9fe54c4fc15 req-bfa210a3-ed70-4570-963d-65dd05f24faa service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=db3f9330-f955-44ea-a8cb-91c97bf60681 HTTP/1.1" status: 200 len: 855 time: 0.2077541 Aug 29 20:35:23.243036 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-d06c2e0c-a0e7-42d3-bbc5-b76f34cbefcf service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023 HTTP/1.1" status: 200 len: 217 time: 0.3038399 Aug 29 20:35:23.266203 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-f5a933b3-6469-461f-b8b9-f88f3d82d23f None None] Set router 8f44bd30-8ecc-49f7-b755-0825f6a84d6d gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:35:23.278263 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-211eec2e-3461-4fed-820e-154c0695ff18 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks [] for security_group_rule (d01d6ef2-8a6d-40dd-9cdd-4944b021ea27), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:23.323748 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a023a66-7729-429e-920b-66c7ab1ceb1e None None] New status for floating IP d3bc459f-8a95-485b-bec7-c67a5976f648: ACTIVE {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:35:23.512705 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd9c53-7cf0-4865-ba37-b9fe54c4fc15 req-2d8a1ece-3184-42ff-bab1-282a97bebbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:23.514368 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b8bd9c53-7cf0-4865-ba37-b9fe54c4fc15 req-2d8a1ece-3184-42ff-bab1-282a97bebbd6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f0c2c5bd-a9a1-411b-a42c-01cbce56e13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2543869 Aug 29 20:35:23.536521 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-e5b8e930-55e2-4594-b57f-ef5363aa9332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:23.537952 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-e5b8e930-55e2-4594-b57f-ef5363aa9332 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=0359e6d8-1a07-480b-9e25-fbeed0649819 HTTP/1.1" status: 200 len: 849 time: 0.2792280 Aug 29 20:35:23.565145 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-211eec2e-3461-4fed-820e-154c0695ff18 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks [] for security_group_rule (d01d6ef2-8a6d-40dd-9cdd-4944b021ea27), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:23.588374 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-211eec2e-3461-4fed-820e-154c0695ff18 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (d01d6ef2-8a6d-40dd-9cdd-4944b021ea27), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:23.708290 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211eec2e-3461-4fed-820e-154c0695ff18 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01d6ef2-8a6d-40dd-9cdd-4944b021ea27,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:23.726086 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 522739c9-93bd-443f-9dca-c1706e63117b triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:23.728077 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (522739c9-93bd-443f-9dca-c1706e63117b), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:23.749345 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:23.768196 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4fe5bd72-93cf-465b-af2c-0929e4452e25 req-7ecd4933-799a-42b1-834c-b7d64e507ad2 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5556719 Aug 29 20:35:23.799774 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b8bd9c53-7cf0-4865-ba37-b9fe54c4fc15 req-1b0ab563-0e36-4d06-84c7-79d15c42df30 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f0c2c5bd-a9a1-411b-a42c-01cbce56e13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760971 Aug 29 20:35:23.805417 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-211eec2e-3461-4fed-820e-154c0695ff18 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:23.811810 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-211eec2e-3461-4fed-820e-154c0695ff18 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9251566 Aug 29 20:35:23.834277 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 35290) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:23.859737 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-5c2ee24b-dd78-4357-9efb-647289cc1f45 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Request body: {'security_group_rule': {'security_group_id': 'c6477c8f-04d9-4b85-a567-15573f10d697', 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:24.101211 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee24b-dd78-4357-9efb-647289cc1f45 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks [] for security_group_rule (7dd1b379-27e6-4143-a6df-bfa09290d8ca), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:24.193039 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:24.283879 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:24.327539 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-8ffd16f1-aadb-46bc-9557-8a88bb10556d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=03168a32-5f0e-4f8c-b2be-a70299b1ceb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5162418 Aug 29 20:35:24.385825 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e5d976c0-db8f-4e4a-8ee2-40bf07f6fdb8 req-2ab29829-9a26-47f1-ab95-856f8b298cd0 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 210 time: 0.5687232 Aug 29 20:35:24.391316 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee24b-dd78-4357-9efb-647289cc1f45 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks [] for security_group_rule (7dd1b379-27e6-4143-a6df-bfa09290d8ca), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:24.418286 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee24b-dd78-4357-9efb-647289cc1f45 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (7dd1b379-27e6-4143-a6df-bfa09290d8ca), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:24.468121 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317a5cc-1939-4d9c-9ec4-3f916446f6b2 req-e45b5703-ee3b-4327-8f78-60e260c27e9c tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:24.476052 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1317a5cc-1939-4d9c-9ec4-3f916446f6b2 req-e45b5703-ee3b-4327-8f78-60e260c27e9c tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.3208585 Aug 29 20:35:24.552670 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:24.573229 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 522739c9-93bd-443f-9dca-c1706e63117b is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:24.588001 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ee24b-dd78-4357-9efb-647289cc1f45 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd1b379-27e6-4143-a6df-bfa09290d8ca,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:24.597071 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee24b-dd78-4357-9efb-647289cc1f45 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:24.598575 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-5c2ee24b-dd78-4357-9efb-647289cc1f45 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7628164 Aug 29 20:35:24.603190 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 35312) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:24.604281 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-f5a933b3-6469-461f-b8b9-f88f3d82d23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f44bd30-8ecc-49f7-b755-0825f6a84d6d', 'name': 'tempest-TestShelveInstance-1054986713-router', 'tenant_id': '66bffbc642434ef2af36fae3e4a882a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '522739c9-93bd-443f-9dca-c1706e63117b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:10Z', 'updated_at': '2022-08-29T20:35:18Z', 'revision_number': 4, 'project_id': '66bffbc642434ef2af36fae3e4a882a4', 'gw_port': {'id': '522739c9-93bd-443f-9dca-c1706e63117b', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f44bd30-8ecc-49f7-b755-0825f6a84d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:11Z', 'updated_at': '2022-08-29T20:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '717f22d2-31cc-436c-95b8-5799bfb76df7', 'name': '', 'network_id': '70a158bf-b7ae-44b9-ab62-eb123bfd5c23', 'tenant_id': '66bffbc642434ef2af36fae3e4a882a4', 'mac_address': 'fa:16:3e:88:e0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f44bd30-8ecc-49f7-b755-0825f6a84d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e56bb870-ed41-4cfd-9d05-2f4780bd49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:16Z', 'updated_at': '2022-08-29T20:35:18Z', 'revision_number': 2, 'project_id': '66bffbc642434ef2af36fae3e4a882a4', 'subnets': [{'id': 'e56bb870-ed41-4cfd-9d05-2f4780bd49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:24.608902 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-01a0a2fb-6545-4fdf-bbf6-4a9e098cc4c3 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Request body: {'security_group_rule': {'security_group_id': 'c6477c8f-04d9-4b85-a567-15573f10d697', 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:24.622262 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:24.656982 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1317a5cc-1939-4d9c-9ec4-3f916446f6b2 req-529d081c-4642-479e-84f2-c3eb99dc31ab tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796877 Aug 29 20:35:24.684909 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a933b3-6469-461f-b8b9-f88f3d82d23f None None] Checking router: 8f44bd30-8ecc-49f7-b755-0825f6a84d6d for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:35:24.685197 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a933b3-6469-461f-b8b9-f88f3d82d23f None None] Updating router 8f44bd30-8ecc-49f7-b755-0825f6a84d6d port 717f22d2-31cc-436c-95b8-5799bfb76df7 binding host dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:35:24.714803 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-01a0a2fb-6545-4fdf-bbf6-4a9e098cc4c3 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks [] for security_group_rule (1c059967-64d0-41fc-ab81-fdaab9cc2259), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:24.742957 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-06ef2f79-fc9d-4995-87c9-e0a1bc24686b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/03168a32-5f0e-4f8c-b2be-a70299b1ceb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539295 Aug 29 20:35:24.749970 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f5a933b3-6469-461f-b8b9-f88f3d82d23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (717f22d2-31cc-436c-95b8-5799bfb76df7), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:24.926797 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b8bd9c53-7cf0-4865-ba37-b9fe54c4fc15 req-7c3b428c-caa3-4b43-abda-a6f39e264403 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f0c2c5bd-a9a1-411b-a42c-01cbce56e13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0791407 Aug 29 20:35:24.968724 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-01a0a2fb-6545-4fdf-bbf6-4a9e098cc4c3 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks [] for security_group_rule (1c059967-64d0-41fc-ab81-fdaab9cc2259), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:24.981385 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-b15fd98c-71ed-4faf-afa6-4f2b3abf6652 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:24.983452 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-b15fd98c-71ed-4faf-afa6-4f2b3abf6652 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.33 "GET /networking/v2.0/networks?id=9aeb874f-5dc0-4462-96f6-c696d1a7b371 HTTP/1.1" status: 200 len: 819 time: 0.5186017 Aug 29 20:35:25.020279 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-27a08076-f77d-4054-9539-5d32b6565bf8 req-de6ff433-14b3-4edd-94a3-3e8d721eb3da service neutron] 10.222.0.33 "GET /networking/v2.0/networks/03168a32-5f0e-4f8c-b2be-a70299b1ceb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673371 Aug 29 20:35:25.022038 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-01a0a2fb-6545-4fdf-bbf6-4a9e098cc4c3 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (1c059967-64d0-41fc-ab81-fdaab9cc2259), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:25.050843 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:25.117005 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a0a2fb-6545-4fdf-bbf6-4a9e098cc4c3 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c059967-64d0-41fc-ab81-fdaab9cc2259,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:25.121008 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018e134-b24e-435f-a0e8-3dfdb5324fdb req-c34f5800-3f9c-4d35-972a-08fdbb9f6c31 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:25.122542 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b018e134-b24e-435f-a0e8-3dfdb5324fdb req-c34f5800-3f9c-4d35-972a-08fdbb9f6c31 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.1101820 Aug 29 20:35:25.126232 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-01a0a2fb-6545-4fdf-bbf6-4a9e098cc4c3 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:25.130830 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-01a0a2fb-6545-4fdf-bbf6-4a9e098cc4c3 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5265303 Aug 29 20:35:25.132530 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 35328) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:25.137855 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-f6a96d27-7b07-488f-81ea-99c5f1aa9c2e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Request body: {'security_group_rule': {'security_group_id': 'c6477c8f-04d9-4b85-a567-15573f10d697', 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:25.140383 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-83c9872d-34a0-4092-9e84-6791e5b59a16 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8436d85d931a41cfa6d626c08ad82ef4 HTTP/1.1" status: 200 len: 379 time: 0.1387024 Aug 29 20:35:25.148643 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4b0cf-0cca-486f-9d7f-a4bbd9dc5c10 req-675b2f49-9c02-40c4-911e-0e7625035eeb tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:25.151357 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ecf4b0cf-0cca-486f-9d7f-a4bbd9dc5c10 req-675b2f49-9c02-40c4-911e-0e7625035eeb tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 943 time: 0.1922269 Aug 29 20:35:25.217516 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f6a96d27-7b07-488f-81ea-99c5f1aa9c2e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks [] for security_group_rule (7f165a6e-d821-4b4e-8de6-dbeb6986ae07), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:25.222596 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b018e134-b24e-435f-a0e8-3dfdb5324fdb req-6b9696d7-5e82-4eaa-bbf0-064630540665 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840659 Aug 29 20:35:25.239299 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f5a933b3-6469-461f-b8b9-f88f3d82d23f None None] Publish callbacks [] for port (717f22d2-31cc-436c-95b8-5799bfb76df7), precommit_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:25.242903 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f5a933b3-6469-461f-b8b9-f88f3d82d23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (717f22d2-31cc-436c-95b8-5799bfb76df7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:25.245745 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ecf4b0cf-0cca-486f-9d7f-a4bbd9dc5c10 req-a534167c-134c-4812-8d8f-cad67c44b5f5 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873871 Aug 29 20:35:25.320076 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3b10c-5873-4476-8573-4b934408024c None None] Pushing event updated for resources: {'Port': ['ID=717f22d2-31cc-436c-95b8-5799bfb76df7,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:25.341806 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:25.354505 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-f5a933b3-6469-461f-b8b9-f88f3d82d23f None None] Attempting to bind port 717f22d2-31cc-436c-95b8-5799bfb76df7 on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:35:25.354833 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-f5a933b3-6469-461f-b8b9-f88f3d82d23f None None] Attempting to bind port 717f22d2-31cc-436c-95b8-5799bfb76df7 by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': '856efede-a0b9-4217-ba8d-9dab4340895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '70a158bf-b7ae-44b9-ab62-eb123bfd5c23'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:35:25.355153 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a933b3-6469-461f-b8b9-f88f3d82d23f None None] Attempting to bind port 717f22d2-31cc-436c-95b8-5799bfb76df7 on network 70a158bf-b7ae-44b9-ab62-eb123bfd5c23 {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:35:25.356369 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f6a96d27-7b07-488f-81ea-99c5f1aa9c2e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks [] for security_group_rule (7f165a6e-d821-4b4e-8de6-dbeb6986ae07), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:25.361777 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a933b3-6469-461f-b8b9-f88f3d82d23f None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:35:25.362374 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a933b3-6469-461f-b8b9-f88f3d82d23f None None] Checking segment: {'id': '856efede-a0b9-4217-ba8d-9dab4340895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '70a158bf-b7ae-44b9-ab62-eb123bfd5c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:35:25.362892 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f5a933b3-6469-461f-b8b9-f88f3d82d23f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:25.363411 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a933b3-6469-461f-b8b9-f88f3d82d23f None None] Bound using segment: {'id': '856efede-a0b9-4217-ba8d-9dab4340895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '70a158bf-b7ae-44b9-ab62-eb123bfd5c23'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:35:25.364016 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-f5a933b3-6469-461f-b8b9-f88f3d82d23f None None] Bound port: 717f22d2-31cc-436c-95b8-5799bfb76df7, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '856efede-a0b9-4217-ba8d-9dab4340895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '70a158bf-b7ae-44b9-ab62-eb123bfd5c23'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:35:25.364529 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f5a933b3-6469-461f-b8b9-f88f3d82d23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (717f22d2-31cc-436c-95b8-5799bfb76df7), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:25.365557 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f6a96d27-7b07-488f-81ea-99c5f1aa9c2e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (7f165a6e-d821-4b4e-8de6-dbeb6986ae07), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:25.392406 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a96d27-7b07-488f-81ea-99c5f1aa9c2e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f165a6e-d821-4b4e-8de6-dbeb6986ae07,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:25.406514 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f6a96d27-7b07-488f-81ea-99c5f1aa9c2e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:25.408064 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-f6a96d27-7b07-488f-81ea-99c5f1aa9c2e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2744865 Aug 29 20:35:25.412203 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 35332) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:25.417571 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-a51aab60-9bb2-44d3-b533-e8a0e3ab800e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Request body: {'security_group_rule': {'security_group_id': 'c6477c8f-04d9-4b85-a567-15573f10d697', 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:25.449594 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.db.securitygroups_db [None req-a51aab60-9bb2-44d3-b533-e8a0e3ab800e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Project 2f93e5b4f52b4b8cac7e0336a44b33ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 20:35:25.460544 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a51aab60-9bb2-44d3-b533-e8a0e3ab800e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks [] for security_group_rule (50168305-aba0-4015-b306-f1e055760b84), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:25.481816 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f5a933b3-6469-461f-b8b9-f88f3d82d23f None None] For port 717f22d2-31cc-436c-95b8-5799bfb76df7, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:35:25.485757 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f5a933b3-6469-461f-b8b9-f88f3d82d23f None None] For port 717f22d2-31cc-436c-95b8-5799bfb76df7, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=717f22d2-31cc-436c-95b8-5799bfb76df7,segment=NetworkSegment(856efede-a0b9-4217-ba8d-9dab4340895f),segment_id=856efede-a0b9-4217-ba8d-9dab4340895f)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:35:25.503589 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f5a933b3-6469-461f-b8b9-f88f3d82d23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (717f22d2-31cc-436c-95b8-5799bfb76df7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:25.551042 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a933b3-6469-461f-b8b9-f88f3d82d23f None None] Routers {'8f44bd30-8ecc-49f7-b755-0825f6a84d6d'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:35:25.551856 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-f5a933b3-6469-461f-b8b9-f88f3d82d23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:35:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['8f44bd30-8ecc-49f7-b755-0825f6a84d6d'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:25.564307 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a51aab60-9bb2-44d3-b533-e8a0e3ab800e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks [] for security_group_rule (50168305-aba0-4015-b306-f1e055760b84), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:25.572790 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a51aab60-9bb2-44d3-b533-e8a0e3ab800e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (50168305-aba0-4015-b306-f1e055760b84), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:25.606030 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51aab60-9bb2-44d3-b533-e8a0e3ab800e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50168305-aba0-4015-b306-f1e055760b84,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:25.620061 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a51aab60-9bb2-44d3-b533-e8a0e3ab800e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:25.625103 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-a51aab60-9bb2-44d3-b533-e8a0e3ab800e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2084703 Aug 29 20:35:25.625959 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 35338) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:25.632586 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-89a79a9b-b38d-4207-92a6-987962c17005 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Request body: {'security_group_rule': {'security_group_id': 'c6477c8f-04d9-4b85-a567-15573f10d697', 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:25.661687 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.db.securitygroups_db [None req-89a79a9b-b38d-4207-92a6-987962c17005 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Project 2f93e5b4f52b4b8cac7e0336a44b33ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 20:35:25.675644 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-89a79a9b-b38d-4207-92a6-987962c17005 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks [] for security_group_rule (645eec86-cee8-47dc-a96a-7fc9cd91be84), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:25.678411 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:25.778727 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-89a79a9b-b38d-4207-92a6-987962c17005 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks [] for security_group_rule (645eec86-cee8-47dc-a96a-7fc9cd91be84), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:25.784817 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-89a79a9b-b38d-4207-92a6-987962c17005 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (645eec86-cee8-47dc-a96a-7fc9cd91be84), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:25.796412 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3b10c-5873-4476-8573-4b934408024c None None] Pushing event updated for resources: {'Port': ['ID=717f22d2-31cc-436c-95b8-5799bfb76df7,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:25.822962 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-f5a933b3-6469-461f-b8b9-f88f3d82d23f None None] Set router 8f44bd30-8ecc-49f7-b755-0825f6a84d6d gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:35:25.841936 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a79a9b-b38d-4207-92a6-987962c17005 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=645eec86-cee8-47dc-a96a-7fc9cd91be84,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:25.847211 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a420b717-5a85-47dc-bffa-08a3cc876177 req-43c02cf3-1b02-4653-8e5b-4275b9f5fd47 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 210 time: 0.0527244 Aug 29 20:35:25.858461 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-89a79a9b-b38d-4207-92a6-987962c17005 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:25.870390 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-89a79a9b-b38d-4207-92a6-987962c17005 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2431052 Aug 29 20:35:25.998812 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-bffc04b2-0b58-42aa-ad09-0297effcaf5b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Request body: {'port': {'device_id': '64544993-4d2e-4125-9371-c55b598a4ab1', 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371', 'admin_state_up': True, 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'security_groups': ['4dddf7e7-9ae1-465b-a424-36e7338ce7fe']}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:26.085441 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 35370) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:26.147946 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-f5a933b3-6469-461f-b8b9-f88f3d82d23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f44bd30-8ecc-49f7-b755-0825f6a84d6d', 'name': 'tempest-TestShelveInstance-1054986713-router', 'tenant_id': '66bffbc642434ef2af36fae3e4a882a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '522739c9-93bd-443f-9dca-c1706e63117b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:10Z', 'updated_at': '2022-08-29T20:35:18Z', 'revision_number': 4, 'project_id': '66bffbc642434ef2af36fae3e4a882a4', 'gw_port': {'id': '522739c9-93bd-443f-9dca-c1706e63117b', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f44bd30-8ecc-49f7-b755-0825f6a84d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:11Z', 'updated_at': '2022-08-29T20:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '717f22d2-31cc-436c-95b8-5799bfb76df7', 'name': '', 'network_id': '70a158bf-b7ae-44b9-ab62-eb123bfd5c23', 'tenant_id': '66bffbc642434ef2af36fae3e4a882a4', 'mac_address': 'fa:16:3e:88:e0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f44bd30-8ecc-49f7-b755-0825f6a84d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e56bb870-ed41-4cfd-9d05-2f4780bd49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:16Z', 'updated_at': '2022-08-29T20:35:25Z', 'revision_number': 4, 'project_id': '66bffbc642434ef2af36fae3e4a882a4', 'subnets': [{'id': 'e56bb870-ed41-4cfd-9d05-2f4780bd49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:26.190152 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e226476-45ba-4761-80ec-4dadfb9f10dc req-2727dd28-c44b-4a16-b45d-8f54e1acc0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:26.192054 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8e226476-45ba-4761-80ec-4dadfb9f10dc req-2727dd28-c44b-4a16-b45d-8f54e1acc0e2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1c85b91350b74daeab5ba89364b4578e&device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 1127 time: 0.1489618 Aug 29 20:35:26.198683 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5c3af-269c-4915-96af-1399f0450d28 req-14018c7b-dbf4-48a4-9e4c-d4c0626016b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:26.200294 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-79b5c3af-269c-4915-96af-1399f0450d28 req-14018c7b-dbf4-48a4-9e4c-d4c0626016b3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=544c78c5c2c44219a7f236b24a107da4&device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 1130 time: 0.1684682 Aug 29 20:35:26.205804 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a933b3-6469-461f-b8b9-f88f3d82d23f None None] The sync data for ids ['8f44bd30-8ecc-49f7-b755-0825f6a84d6d'] in dv-cinder-854263-2-iscsi is: [{'id': '8f44bd30-8ecc-49f7-b755-0825f6a84d6d', 'name': 'tempest-TestShelveInstance-1054986713-router', 'tenant_id': '66bffbc642434ef2af36fae3e4a882a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '522739c9-93bd-443f-9dca-c1706e63117b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:10Z', 'updated_at': '2022-08-29T20:35:18Z', 'revision_number': 4, 'project_id': '66bffbc642434ef2af36fae3e4a882a4', 'gw_port': {'id': '522739c9-93bd-443f-9dca-c1706e63117b', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f44bd30-8ecc-49f7-b755-0825f6a84d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:11Z', 'updated_at': '2022-08-29T20:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '717f22d2-31cc-436c-95b8-5799bfb76df7', 'name': '', 'network_id': '70a158bf-b7ae-44b9-ab62-eb123bfd5c23', 'tenant_id': '66bffbc642434ef2af36fae3e4a882a4', 'mac_address': 'fa:16:3e:88:e0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f44bd30-8ecc-49f7-b755-0825f6a84d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e56bb870-ed41-4cfd-9d05-2f4780bd49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:16Z', 'updated_at': '2022-08-29T20:35:25Z', 'revision_number': 4, 'project_id': '66bffbc642434ef2af36fae3e4a882a4', 'subnets': [{'id': 'e56bb870-ed41-4cfd-9d05-2f4780bd49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:35:26.357098 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-6c8e9f0d-9810-4800-821b-ec8cac3c85cd admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e4de197062eb48adb3f8af1a1f8e958c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2702737 Aug 29 20:35:26.359631 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 35406) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:26.455797 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771162dc-00a8-4778-961d-91dad28677e9 req-28cbbcc5-c6b8-4ee2-8ecc-6f8ff5469bad tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:26.465015 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-771162dc-00a8-4778-961d-91dad28677e9 req-28cbbcc5-c6b8-4ee2-8ecc-6f8ff5469bad tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.0822263 Aug 29 20:35:26.504569 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:26.511984 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f1ecb835-717c-4af6-9d40-307cf84ab763 admin admin] Publish callbacks [] for security_group (f4fd6f49-c707-4092-a7f2-035376d4fff1), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:26.561547 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-7b82c017-9f9c-487b-ac71-a3a8ac2f744c tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:26.569911 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-7b82c017-9f9c-487b-ac71-a3a8ac2f744c tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/networks?id=c5abf10f-92d1-4beb-ac39-bbd96f2c495a HTTP/1.1" status: 200 len: 815 time: 0.1957169 Aug 29 20:35:26.589834 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f1ecb835-717c-4af6-9d40-307cf84ab763 admin admin] Publish callbacks [] for security_group (f4fd6f49-c707-4092-a7f2-035376d4fff1), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:26.660585 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-771162dc-00a8-4778-961d-91dad28677e9 req-b6cb7705-7c3d-4a38-94b2-8547df6fb34a tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879094 Aug 29 20:35:26.698503 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:35:26.731120 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f1ecb835-717c-4af6-9d40-307cf84ab763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (f4fd6f49-c707-4092-a7f2-035376d4fff1), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:26.734486 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f1ecb835-717c-4af6-9d40-307cf84ab763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:26.738457 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-f1ecb835-717c-4af6-9d40-307cf84ab763 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f4fd6f49-c707-4092-a7f2-035376d4fff1 HTTP/1.1" status: 204 len: 168 time: 0.3751962 Aug 29 20:35:26.761972 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecb835-717c-4af6-9d40-307cf84ab763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fd6f49-c707-4092-a7f2-035376d4fff1,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:26.821161 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:26.832178 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87899d6e-f66b-4c82-b689-989e1098afae req-1c90f6c7-a0f7-4fec-b11b-7f2dfcff2ed7 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:26.834053 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-87899d6e-f66b-4c82-b689-989e1098afae req-1c90f6c7-a0f7-4fec-b11b-7f2dfcff2ed7 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 943 time: 0.0954664 Aug 29 20:35:26.905181 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-87899d6e-f66b-4c82-b689-989e1098afae req-aca3067e-3e1f-4039-8cde-97205cc9a888 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620799 Aug 29 20:35:26.993400 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5c3af-269c-4915-96af-1399f0450d28 req-87daed85-f1c7-4ce2-b0e0-6b3035107cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:26.994907 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-79b5c3af-269c-4915-96af-1399f0450d28 req-87daed85-f1c7-4ce2-b0e0-6b3035107cd8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=956a6ad1-026f-40ab-949a-8f68054ef5a2 HTTP/1.1" status: 200 len: 912 time: 0.7794223 Aug 29 20:35:26.995854 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e226476-45ba-4761-80ec-4dadfb9f10dc req-733c68c7-5f8a-4d15-b1f0-e40c57326456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:26.997225 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8e226476-45ba-4761-80ec-4dadfb9f10dc req-733c68c7-5f8a-4d15-b1f0-e40c57326456 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=03168a32-5f0e-4f8c-b2be-a70299b1ceb4 HTTP/1.1" status: 200 len: 910 time: 0.7838259 Aug 29 20:35:27.009034 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-c1690fde-8722-4905-93d9-3a0d859a8075 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/quotas/3f36c1186e0f44df87d13ef836f6525b HTTP/1.1" status: 200 len: 375 time: 0.4387414 Aug 29 20:35:27.024639 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:35:27.051515 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 717f22d2-31cc-436c-95b8-5799bfb76df7 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:35:27.052423 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-821fd1f3-42f1-443f-a76f-4a9a10d267e9 req-9d8d0b70-87c2-418e-b4c6-e87e0390b175 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 210 time: 0.0384204 Aug 29 20:35:27.088308 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8e226476-45ba-4761-80ec-4dadfb9f10dc req-fff48384-ee72-42a3-9fbd-a1c06edc2673 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023 HTTP/1.1" status: 200 len: 217 time: 0.0713606 Aug 29 20:35:27.091783 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-bffc04b2-0b58-42aa-ad09-0297effcaf5b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Made reservation on behalf of 8436d85d931a41cfa6d626c08ad82ef4 for: {'port': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:35:27.094970 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-bffc04b2-0b58-42aa-ad09-0297effcaf5b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:27.139040 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:27.196055 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:27.236372 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 717f22d2-31cc-436c-95b8-5799bfb76df7 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:27.236662 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (717f22d2-31cc-436c-95b8-5799bfb76df7), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:27.281762 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-9b31dddd-8c70-4292-9f52-c114c70fc28a tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3f36c1186e0f44df87d13ef836f6525b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2715282 Aug 29 20:35:27.283270 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e226476-45ba-4761-80ec-4dadfb9f10dc req-426b1f74-cfd0-44ef-b05b-1fa962bd3622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:27.284603 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8e226476-45ba-4761-80ec-4dadfb9f10dc req-426b1f74-cfd0-44ef-b05b-1fa962bd3622 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=0359e6d8-1a07-480b-9e25-fbeed0649819 HTTP/1.1" status: 200 len: 849 time: 0.1465456 Aug 29 20:35:27.327864 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023,segment=NetworkSegment(bcfedb24-5bd4-4895-869f-944078997b9d),segment_id=bcfedb24-5bd4-4895-869f-944078997b9d)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:35:27.349991 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Returning: {'device': '1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023', 'network_id': '03168a32-5f0e-4f8c-b2be-a70299b1ceb4', 'port_id': '1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023', 'mac_address': 'fa:16:3e:0c:89:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0359e6d8-1a07-480b-9e25-fbeed0649819', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:35:27.388830 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-79b5c3af-269c-4915-96af-1399f0450d28 req-e6a30ee3-8f20-4233-a938-26199dd2903f service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98948443-f8c1-415f-85ca-da7736524db5 HTTP/1.1" status: 200 len: 1001 time: 0.3023798 Aug 29 20:35:27.419031 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8e226476-45ba-4761-80ec-4dadfb9f10dc req-934540d2-6b86-4761-ba41-4b711f2778d3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=03168a32-5f0e-4f8c-b2be-a70299b1ceb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136036 Aug 29 20:35:27.420454 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 717f22d2-31cc-436c-95b8-5799bfb76df7 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:27.420898 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (717f22d2-31cc-436c-95b8-5799bfb76df7), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:27.423890 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023 is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:27.424292 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:27.439260 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:27.453564 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:35:27.487360 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023,segment=NetworkSegment(bcfedb24-5bd4-4895-869f-944078997b9d),segment_id=bcfedb24-5bd4-4895-869f-944078997b9d)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:35:27.489379 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] For port 717f22d2-31cc-436c-95b8-5799bfb76df7, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=717f22d2-31cc-436c-95b8-5799bfb76df7,segment=NetworkSegment(856efede-a0b9-4217-ba8d-9dab4340895f),segment_id=856efede-a0b9-4217-ba8d-9dab4340895f)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:35:27.496946 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (717f22d2-31cc-436c-95b8-5799bfb76df7), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:27.501117 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:27.569241 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Pushing event updated for resources: {'Port': ['ID=717f22d2-31cc-436c-95b8-5799bfb76df7,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:27.626185 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5c3af-269c-4915-96af-1399f0450d28 req-bef53556-5cde-42d4-b2b7-9473ea5ad935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:27.627641 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-79b5c3af-269c-4915-96af-1399f0450d28 req-bef53556-5cde-42d4-b2b7-9473ea5ad935 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=410cc424-0d25-43ac-ac78-85d61f1a559c HTTP/1.1" status: 200 len: 850 time: 0.2043228 Aug 29 20:35:27.640293 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-1d6afdf3-f3db-48bb-a5bb-fb801f3b162f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/c5abf10f-92d1-4beb-ac39-bbd96f2c495a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306656 Aug 29 20:35:27.652226 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:27.670211 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-bffc04b2-0b58-42aa-ad09-0297effcaf5b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Allocated IP 172.20.0.11 (9aeb874f-5dc0-4462-96f6-c696d1a7b371/b859f7aa-b619-481f-9230-0993b4243baf/85b94151-961e-4568-b1f6-9b9ec1883e9a) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:35:27.778549 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8e226476-45ba-4761-80ec-4dadfb9f10dc req-f0f67142-5fc0-4cad-8591-634163ed4f89 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/03168a32-5f0e-4f8c-b2be-a70299b1ceb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377399 Aug 29 20:35:27.785081 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5c3af-269c-4915-96af-1399f0450d28 req-7c4c2022-af53-42d5-8c8b-d31260c01ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:27.786589 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-79b5c3af-269c-4915-96af-1399f0450d28 req-7c4c2022-af53-42d5-8c8b-d31260c01ea3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=956a6ad1-026f-40ab-949a-8f68054ef5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1381395 Aug 29 20:35:27.800580 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 35452) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:27.813525 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82bfe6e-d85d-4d42-acba-ae85208c24de req-fb207d82-b74c-4dc9-94a3-49a397ca3292 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:27.815008 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e82bfe6e-d85d-4d42-acba-ae85208c24de req-fb207d82-b74c-4dc9-94a3-49a397ca3292 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.0667620 Aug 29 20:35:27.826837 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:35:27.886928 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e82bfe6e-d85d-4d42-acba-ae85208c24de req-e8e27f6a-77d2-4d3a-8e32-dd60cc59935c tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660057 Aug 29 20:35:27.930145 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:27.949598 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-1dcec49e-e90f-4e95-a215-58f83ee42918 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-37130483-network', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:27.984997 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcec49e-e90f-4e95-a215-58f83ee42918 admin admin] Made reservation on behalf of 4ac573b4aa7a47c49d129afd9939e26d for: {'network': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:35:27.987750 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-4be71c32-b24a-457b-9643-920baa56f6de service neutron] 10.222.0.18 "GET /networking/v2.0/networks/c5abf10f-92d1-4beb-ac39-bbd96f2c495a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352268 Aug 29 20:35:27.991319 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1dcec49e-e90f-4e95-a215-58f83ee42918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for network (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:28.008542 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1dcec49e-e90f-4e95-a215-58f83ee42918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:28.032952 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:28.087680 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8e226476-45ba-4761-80ec-4dadfb9f10dc req-40ef90e9-9cf5-42c4-8637-091560ff77c4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/03168a32-5f0e-4f8c-b2be-a70299b1ceb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960451 Aug 29 20:35:28.088130 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:28.096187 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-79b5c3af-269c-4915-96af-1399f0450d28 req-4bee984d-7af0-4b23-b203-3a1509833879 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/956a6ad1-026f-40ab-949a-8f68054ef5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937100 Aug 29 20:35:28.128117 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f809f0-abb8-4a66-a126-9ebc27063c9a req-b289c48c-d159-4460-aa7d-c7fc73bafde9 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:28.129753 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-84f809f0-abb8-4a66-a126-9ebc27063c9a req-b289c48c-d159-4460-aa7d-c7fc73bafde9 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 944 time: 0.1042771 Aug 29 20:35:28.201510 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-bffc04b2-0b58-42aa-ad09-0297effcaf5b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks [] for port (85b94151-961e-4568-b1f6-9b9ec1883e9a), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:28.226406 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-84f809f0-abb8-4a66-a126-9ebc27063c9a req-f12b9490-6145-4b94-96e7-0cfc47712974 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891445 Aug 29 20:35:28.243992 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1dcec49e-e90f-4e95-a215-58f83ee42918 admin admin] Publish callbacks [] for security_group (628af5a2-0126-4715-8bd2-34cc8a230226), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:28.254576 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1dcec49e-e90f-4e95-a215-58f83ee42918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (628af5a2-0126-4715-8bd2-34cc8a230226), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:28.285519 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dcec49e-e90f-4e95-a215-58f83ee42918 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=106198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:35:28.297481 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcec49e-e90f-4e95-a215-58f83ee42918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628af5a2-0126-4715-8bd2-34cc8a230226,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:28.308286 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1dcec49e-e90f-4e95-a215-58f83ee42918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (a7d83437-645d-48a8-bfa0-da5c0dbc5427), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:28.308735 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.db.segments_db [None req-1dcec49e-e90f-4e95-a215-58f83ee42918 admin admin] Added segment a7d83437-645d-48a8-bfa0-da5c0dbc5427 of type vlan for network 6506ef9d-c593-4e22-ac07-3e14f3411bf3 Aug 29 20:35:28.312096 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-bffc04b2-0b58-42aa-ad09-0297effcaf5b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (85b94151-961e-4568-b1f6-9b9ec1883e9a), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:28.409118 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1dcec49e-e90f-4e95-a215-58f83ee42918 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001069397'] for network (6506ef9d-c593-4e22-ac07-3e14f3411bf3), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:28.410460 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7746505-f546-47c9-9380-569b936ced56 req-d38c68b3-a0e8-427f-8fbf-0f3b00e1ecd7 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:28.412357 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e7746505-f546-47c9-9380-569b936ced56 req-d38c68b3-a0e8-427f-8fbf-0f3b00e1ecd7 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 932 time: 0.1654174 Aug 29 20:35:28.413178 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5d41f1a6-e90a-46cb-8198-bdc13aca72aa req-741eb89e-bb09-49b1-8554-8df65d9a4718 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 210 time: 0.0628514 Aug 29 20:35:28.414628 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-79b5c3af-269c-4915-96af-1399f0450d28 req-f848d3f0-00b1-421d-ae40-03a687b9d8c4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/956a6ad1-026f-40ab-949a-8f68054ef5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125863 Aug 29 20:35:28.424216 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-bffc04b2-0b58-42aa-ad09-0297effcaf5b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Network 9aeb874f-5dc0-4462-96f6-c696d1a7b371 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:35:28.428163 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-bffc04b2-0b58-42aa-ad09-0297effcaf5b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:35:28.433992 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-bffc04b2-0b58-42aa-ad09-0297effcaf5b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:35:28.456739 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1dcec49e-e90f-4e95-a215-58f83ee42918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957'] for network (6506ef9d-c593-4e22-ac07-3e14f3411bf3), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:28.457957 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcec49e-e90f-4e95-a215-58f83ee42918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:28.458537 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1dcec49e-e90f-4e95-a215-58f83ee42918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:28.522306 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-bffc04b2-0b58-42aa-ad09-0297effcaf5b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:28.523145 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-bffc04b2-0b58-42aa-ad09-0297effcaf5b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:28.536749 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc04b2-0b58-42aa-ad09-0297effcaf5b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Pushing event updated for resources: {'Port': ['ID=85b94151-961e-4568-b1f6-9b9ec1883e9a,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:28.556179 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-1dcec49e-e90f-4e95-a215-58f83ee42918 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7530758 Aug 29 20:35:28.560155 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 35468) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:28.572446 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-c63ddb83-642b-43a6-a9eb-d534b7b28196 admin admin] Request body: {'subnet': {'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-37130483-subnet', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'ip_version': 4}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:28.593982 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e7746505-f546-47c9-9380-569b936ced56 req-7e1a7d8b-f10e-40b2-9ce4-61d5a8a68882 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901108 Aug 29 20:35:28.598414 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-bffc04b2-0b58-42aa-ad09-0297effcaf5b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6046684 Aug 29 20:35:28.603374 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcec49e-e90f-4e95-a215-58f83ee42918 admin admin] Pushing event updated for resources: {'Network': ['ID=6506ef9d-c593-4e22-ac07-3e14f3411bf3,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:28.606679 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63ddb83-642b-43a6-a9eb-d534b7b28196 admin admin] Made reservation on behalf of 4ac573b4aa7a47c49d129afd9939e26d for: {'subnet': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:35:28.609501 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c63ddb83-642b-43a6-a9eb-d534b7b28196 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215030'] for subnet (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:28.618357 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Network 6506ef9d-c593-4e22-ac07-3e14f3411bf3 details requested by agent ovs-agent-dv-cinder-854263-2-iscsi with host dv-cinder-854263-2-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:35:28.702060 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-1419c264-ca38-4ebd-94ea-2b03827483f5 service neutron] Request body: {'port': {'device_id': '64544993-4d2e-4125-9371-c55b598a4ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:28.718879 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:28.770651 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:28.792888 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-1419c264-ca38-4ebd-94ea-2b03827483f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (85b94151-961e-4568-b1f6-9b9ec1883e9a), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:28.820606 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-61cb973e-d5e7-426a-a8e7-5033e2349fbf None None] Provisioning complete for port 85b94151-961e-4568-b1f6-9b9ec1883e9a triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:28.821173 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-61cb973e-d5e7-426a-a8e7-5033e2349fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (85b94151-961e-4568-b1f6-9b9ec1883e9a), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:28.864613 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-61cb973e-d5e7-426a-a8e7-5033e2349fbf None None] Port 85b94151-961e-4568-b1f6-9b9ec1883e9a cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:35:28.881132 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c63ddb83-642b-43a6-a9eb-d534b7b28196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61348183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215008'] for subnet (611c0b21-bc96-4859-87bb-f5e3e8e4141e), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:28.964777 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ddb83-642b-43a6-a9eb-d534b7b28196 admin admin] Pushing event updated for resources: {'Subnet': ['ID=611c0b21-bc96-4859-87bb-f5e3e8e4141e,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:28.974134 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ddb83-642b-43a6-a9eb-d534b7b28196 admin admin] Checking segment: {'id': 'a7d83437-645d-48a8-bfa0-da5c0dbc5427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:35:28.974496 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63ddb83-642b-43a6-a9eb-d534b7b28196 admin admin] Network hostable DHCP agents. Network: 6506ef9d-c593-4e22-ac07-3e14f3411bf3, hostable agents: ['aba3b8c1-ed4e-40c9-99d3-a300910cc497'], hosted agents: [] {{(pid=106198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:35:28.997832 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63ddb83-642b-43a6-a9eb-d534b7b28196 admin admin] Network 6506ef9d-c593-4e22-ac07-3e14f3411bf3 is scheduled to be hosted by DHCP agent aba3b8c1-ed4e-40c9-99d3-a300910cc497 with binding_index 1 {{(pid=106198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:35:29.012047 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-c63ddb83-642b-43a6-a9eb-d534b7b28196 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-2-iscsi, 6506ef9d-c593-4e22-ac07-3e14f3411bf3) {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:35:29.020635 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63ddb83-642b-43a6-a9eb-d534b7b28196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:29.021337 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c63ddb83-642b-43a6-a9eb-d534b7b28196 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:29.027551 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 717f22d2-31cc-436c-95b8-5799bfb76df7 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:35:29.033716 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f4434e-fb24-45a8-90b5-a752eb7bf6f0 None None] Network 6506ef9d-c593-4e22-ac07-3e14f3411bf3 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:35:29.068155 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023 up at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:35:29.073248 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:29.078264 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64bedc-f744-4c30-92fa-4a6b99dbc923 req-7086885b-560b-4eb2-aa47-7934264683f1 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:29.079891 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2b64bedc-f744-4c30-92fa-4a6b99dbc923 req-7086885b-560b-4eb2-aa47-7934264683f1 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.0621786 Aug 29 20:35:29.108284 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-c63ddb83-642b-43a6-a9eb-d534b7b28196 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5443802 Aug 29 20:35:29.108862 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 35478) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:29.114212 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-f150bc83-4b96-4670-89dc-6748765107b2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-37130483-router', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:29.157189 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2b64bedc-f744-4c30-92fa-4a6b99dbc923 req-eda6a6c6-a46a-4db2-8245-4d92a04f7b4a tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688596 Aug 29 20:35:29.158503 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f150bc83-4b96-4670-89dc-6748765107b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6777'] for router (bf84a212-1b90-4907-94d8-1ec03b2b2889), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:29.159541 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f150bc83-4b96-4670-89dc-6748765107b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6774'] for router (bf84a212-1b90-4907-94d8-1ec03b2b2889), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:29.169487 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-1419c264-ca38-4ebd-94ea-2b03827483f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b94151-961e-4568-b1f6-9b9ec1883e9a {{(pid=106199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:35:29.180033 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-1419c264-ca38-4ebd-94ea-2b03827483f5 service neutron] Publish callbacks [] for port (85b94151-961e-4568-b1f6-9b9ec1883e9a), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:29.193599 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.provisioning_blocks [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-1419c264-ca38-4ebd-94ea-2b03827483f5 service neutron] Transition to ACTIVE for port object 85b94151-961e-4568-b1f6-9b9ec1883e9a will not be triggered until provisioned by entity L2. {{(pid=106199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:35:29.199350 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-1419c264-ca38-4ebd-94ea-2b03827483f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61108980'] for port (85b94151-961e-4568-b1f6-9b9ec1883e9a), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:29.222361 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f150bc83-4b96-4670-89dc-6748765107b2 admin admin] Publish callbacks [] for router_controller (bf84a212-1b90-4907-94d8-1ec03b2b2889), precommit_add_association {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:29.226793 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 717f22d2-31cc-436c-95b8-5799bfb76df7 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:29.227167 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (717f22d2-31cc-436c-95b8-5799bfb76df7), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:29.247847 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning for port 1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023 completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:35:29.283721 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning complete for port 1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:29.285069 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:29.291006 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7094a5d-1f62-4e78-8e14-a75a0f22d1fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83f671a-a6f4-538f-9d53-80dd384b293c-6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'fixed_ips': [{'subnet_id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e'}]}} from dv-cinder-854263-2-iscsi. {{(pid=106200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 20:35:29.292343 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-d7094a5d-1f62-4e78-8e14-a75a0f22d1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:29.345555 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419c264-ca38-4ebd-94ea-2b03827483f5 service neutron] Pushing event updated for resources: {'Port': ['ID=85b94151-961e-4568-b1f6-9b9ec1883e9a,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:29.412010 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f150bc83-4b96-4670-89dc-6748765107b2 admin admin] Publish callbacks [] for router_gateway (bf84a212-1b90-4907-94d8-1ec03b2b2889), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:29.426089 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-1419c264-ca38-4ebd-94ea-2b03827483f5 service neutron] Attempting to bind port 85b94151-961e-4568-b1f6-9b9ec1883e9a on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:35:29.426431 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-1419c264-ca38-4ebd-94ea-2b03827483f5 service neutron] Attempting to bind port 85b94151-961e-4568-b1f6-9b9ec1883e9a by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '75a90e64-0b09-4fe0-9fa9-8a5e13957c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371'}] {{(pid=106199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:35:29.427032 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-1419c264-ca38-4ebd-94ea-2b03827483f5 service neutron] Attempting to bind port 85b94151-961e-4568-b1f6-9b9ec1883e9a on network 9aeb874f-5dc0-4462-96f6-c696d1a7b371 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:35:29.436569 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed85e79-510e-4d06-b850-c8df1d769fa6 req-a40ec628-3462-4433-9646-3fbc3ceea9c3 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:29.438357 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4ed85e79-510e-4d06-b850-c8df1d769fa6 req-a40ec628-3462-4433-9646-3fbc3ceea9c3 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 944 time: 0.0962479 Aug 29 20:35:29.442629 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-1419c264-ca38-4ebd-94ea-2b03827483f5 service neutron] Port 85b94151-961e-4568-b1f6-9b9ec1883e9a on network 9aeb874f-5dc0-4462-96f6-c696d1a7b371 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:35:29.442949 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-1419c264-ca38-4ebd-94ea-2b03827483f5 service neutron] Attempting to bind port 85b94151-961e-4568-b1f6-9b9ec1883e9a on network 9aeb874f-5dc0-4462-96f6-c696d1a7b371 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:35:29.451789 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-1419c264-ca38-4ebd-94ea-2b03827483f5 service neutron] Checking agent: {'id': 'fe366970-a267-4806-8a8b-654c02250e20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'started_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:35:29.452157 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-1419c264-ca38-4ebd-94ea-2b03827483f5 service neutron] Checking segment: {'id': '75a90e64-0b09-4fe0-9fa9-8a5e13957c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:35:29.452729 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-1419c264-ca38-4ebd-94ea-2b03827483f5 service neutron] Bound using segment: {'id': '75a90e64-0b09-4fe0-9fa9-8a5e13957c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371'} {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:35:29.453175 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-1419c264-ca38-4ebd-94ea-2b03827483f5 service neutron] Bound port: 85b94151-961e-4568-b1f6-9b9ec1883e9a, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a90e64-0b09-4fe0-9fa9-8a5e13957c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371'}}] {{(pid=106199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:35:29.453613 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-1419c264-ca38-4ebd-94ea-2b03827483f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (85b94151-961e-4568-b1f6-9b9ec1883e9a), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:29.547289 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:29.591277 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:29.594866 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4ed85e79-510e-4d06-b850-c8df1d769fa6 req-e78519e0-ff5c-49c7-b216-36083ca17da7 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451454 Aug 29 20:35:29.600844 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-1419c264-ca38-4ebd-94ea-2b03827483f5 service neutron] For port 85b94151-961e-4568-b1f6-9b9ec1883e9a, host hv-cinder-85426, cleared binding levels {{(pid=106199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:35:29.605356 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-1419c264-ca38-4ebd-94ea-2b03827483f5 service neutron] For port 85b94151-961e-4568-b1f6-9b9ec1883e9a, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=85b94151-961e-4568-b1f6-9b9ec1883e9a,segment=NetworkSegment(75a90e64-0b09-4fe0-9fa9-8a5e13957c7f),segment_id=75a90e64-0b09-4fe0-9fa9-8a5e13957c7f)] {{(pid=106199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:35:29.606326 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8aa14664-9d4a-4336-97e0-68a751eb5776 req-d6e4b956-b14f-4131-96b7-4d6abc58dc36 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 210 time: 0.0624552 Aug 29 20:35:29.616111 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-1419c264-ca38-4ebd-94ea-2b03827483f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61108980'] for port (85b94151-961e-4568-b1f6-9b9ec1883e9a), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:29.633451 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-1419c264-ca38-4ebd-94ea-2b03827483f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:29.634129 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-1419c264-ca38-4ebd-94ea-2b03827483f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:29.639686 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-1419c264-ca38-4ebd-94ea-2b03827483f5 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/85b94151-961e-4568-b1f6-9b9ec1883e9a HTTP/1.1" status: 200 len: 1094 time: 0.9419022 Aug 29 20:35:29.654873 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f150bc83-4b96-4670-89dc-6748765107b2 admin admin] Publish callbacks [] for router_gateway (bf84a212-1b90-4907-94d8-1ec03b2b2889), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:29.690158 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f150bc83-4b96-4670-89dc-6748765107b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:29.702143 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64544993-4d2e-4125-9371-c55b598a4ab1', 'tag': '85b94151-961e-4568-b1f6-9b9ec1883e9a'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:35:29.705295 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede2e966-471d-4c49-aa03-28d685b4017f" -d '{"events": [{"name": "network-changed", "server_uuid": "64544993-4d2e-4125-9371-c55b598a4ab1", "tag": "85b94151-961e-4568-b1f6-9b9ec1883e9a"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:35:29.835114 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40557f06-7be7-416d-a2ef-45b9f245981c x-openstack-request-id: req-40557f06-7be7-416d-a2ef-45b9f245981c {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:35:29.836508 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64544993-4d2e-4125-9371-c55b598a4ab1", "tag": "85b94151-961e-4568-b1f6-9b9ec1883e9a", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:35:29.836912 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40557f06-7be7-416d-a2ef-45b9f245981c {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:35:29.837391 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40557f06-7be7-416d-a2ef-45b9f245981c'] response: {'name': 'network-changed', 'server_uuid': '64544993-4d2e-4125-9371-c55b598a4ab1', 'tag': '85b94151-961e-4568-b1f6-9b9ec1883e9a', 'status': 'completed', 'code': 200} Aug 29 20:35:29.842172 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 717f22d2-31cc-436c-95b8-5799bfb76df7 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:29.854029 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:29.856672 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:29.857099 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:29.876675 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-f150bc83-4b96-4670-89dc-6748765107b2 admin admin] Allocated IP 172.27.1.245 (6d9f465d-5886-43f5-9015-44f8e49732f9/a46a7c4b-a1af-42c4-bdce-13dd23ff8d25/2b5633f0-9226-4d1f-8f74-4774e0b75913) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:35:29.901890 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023,segment=NetworkSegment(bcfedb24-5bd4-4895-869f-944078997b9d),segment_id=bcfedb24-5bd4-4895-869f-944078997b9d)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:35:29.906217 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357d9e2a-8aa3-4f1b-92ab-0c4db7649f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:35:29.906611 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419c264-ca38-4ebd-94ea-2b03827483f5 service neutron] Pushing event updated for resources: {'Port': ['ID=85b94151-961e-4568-b1f6-9b9ec1883e9a,revision_number=3']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:29.909176 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eee8fb3122df5bdd6ea851cee31293cb8412868e368eaaf22337f89cfd7738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9377024-c1d6-424f-b30d-ff9474b5f919" -d '{"events": [{"server_uuid": "357d9e2a-8aa3-4f1b-92ab-0c4db7649f43", "name": "network-vif-plugged", "status": "completed", "tag": "1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:35:29.919125 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:29.930131 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.db_base_plugin_common [None req-d7094a5d-1f62-4e78-8e14-a75a0f22d1fe None None] Allocated IP 172.20.0.2 (6506ef9d-c593-4e22-ac07-3e14f3411bf3/611c0b21-bc96-4859-87bb-f5e3e8e4141e/58d0efff-908e-4f0a-8aee-797c80ac3f00) {{(pid=106200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:35:29.979132 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d5910f-1a18-4976-8b5e-b7de6c67571c x-openstack-request-id: req-90d5910f-1a18-4976-8b5e-b7de6c67571c {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:35:29.979493 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357d9e2a-8aa3-4f1b-92ab-0c4db7649f43", "name": "network-vif-plugged", "status": "completed", "tag": "1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:35:29.979702 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90d5910f-1a18-4976-8b5e-b7de6c67571c {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:35:29.980131 dv-cinder-854263-2-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d5910f-1a18-4976-8b5e-b7de6c67571c'] response: {'server_uuid': '357d9e2a-8aa3-4f1b-92ab-0c4db7649f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023', 'code': 200} Aug 29 20:35:29.980263 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a5e15-9491-4346-9765-ba082d1743b8 req-310f2514-4e39-4e9d-84de-e9304e0ff596 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:29.984475 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3d9a5e15-9491-4346-9765-ba082d1743b8 req-310f2514-4e39-4e9d-84de-e9304e0ff596 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 944 time: 0.1696539 Aug 29 20:35:29.986045 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-40483468-1ee0-451b-98fd-050c3f09c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:29.987571 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-40483468-1ee0-451b-98fd-050c3f09c69f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8436d85d931a41cfa6d626c08ad82ef4&device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 1128 time: 0.2458768 Aug 29 20:35:30.072612 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-d03421bf-54b0-4a3b-b6a7-3608cdc9f252 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85b94151-961e-4568-b1f6-9b9ec1883e9a HTTP/1.1" status: 200 len: 217 time: 0.0741372 Aug 29 20:35:30.106302 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f150bc83-4b96-4670-89dc-6748765107b2 admin admin] Publish callbacks [] for port (2b5633f0-9226-4d1f-8f74-4774e0b75913), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:30.108977 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:30.115615 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:30.118767 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:30.150681 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f150bc83-4b96-4670-89dc-6748765107b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (2b5633f0-9226-4d1f-8f74-4774e0b75913), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:30.207340 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-d7094a5d-1f62-4e78-8e14-a75a0f22d1fe None None] Publish callbacks [] for port (58d0efff-908e-4f0a-8aee-797c80ac3f00), precommit_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:30.221508 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f150bc83-4b96-4670-89dc-6748765107b2 admin admin] Network 6d9f465d-5886-43f5-9015-44f8e49732f9 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:35:30.227987 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-f150bc83-4b96-4670-89dc-6748765107b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:35:30.227987 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150bc83-4b96-4670-89dc-6748765107b2 admin admin] Pushing event updated for resources: {'Port': ['ID=2b5633f0-9226-4d1f-8f74-4774e0b75913,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:30.228408 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-d7094a5d-1f62-4e78-8e14-a75a0f22d1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414'] for port (58d0efff-908e-4f0a-8aee-797c80ac3f00), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:30.230699 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3d9a5e15-9491-4346-9765-ba082d1743b8 req-4c4b4bc5-9d7a-4fe6-854d-91a5e4ba5f05 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2401931 Aug 29 20:35:30.231586 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f150bc83-4b96-4670-89dc-6748765107b2 admin admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:35:30.252367 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2490f44-c503-47d6-b750-6051958a4421 req-4e5e2275-f85c-4955-a326-57b8ef64cc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:30.252367 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a2490f44-c503-47d6-b750-6051958a4421 req-4e5e2275-f85c-4955-a326-57b8ef64cc3a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 1129 time: 0.0961783 Aug 29 20:35:30.271402 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-75084b03-475e-4d8e-8a4f-96a3c20ae331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:30.272939 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-75084b03-475e-4d8e-8a4f-96a3c20ae331 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=b859f7aa-b619-481f-9230-0993b4243baf HTTP/1.1" status: 200 len: 858 time: 0.1922970 Aug 29 20:35:30.312959 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7094a5d-1f62-4e78-8e14-a75a0f22d1fe None None] Network 6506ef9d-c593-4e22-ac07-3e14f3411bf3 is already hosted by enough agents. {{(pid=106200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:35:30.322739 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.scheduler.base_scheduler [None req-d7094a5d-1f62-4e78-8e14-a75a0f22d1fe None None] Resources bound (agent type, host, resource id): {{(pid=106200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:35:30.331248 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7094a5d-1f62-4e78-8e14-a75a0f22d1fe None None] Received port after_create {{(pid=106200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:35:30.364135 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-57009ba5-4d25-489a-aba5-be8944f55804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:30.364969 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7094a5d-1f62-4e78-8e14-a75a0f22d1fe None None] Pushing event updated for resources: {'Port': ['ID=58d0efff-908e-4f0a-8aee-797c80ac3f00,revision_number=1']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:30.365922 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-57009ba5-4d25-489a-aba5-be8944f55804 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=9aeb874f-5dc0-4462-96f6-c696d1a7b371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0854373 Aug 29 20:35:30.378482 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a2490f44-c503-47d6-b750-6051958a4421 req-c2ec7328-8621-4692-9349-7ceb7430234c service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193247 Aug 29 20:35:30.404338 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-d7094a5d-1f62-4e78-8e14-a75a0f22d1fe None None] Attempting to bind port 58d0efff-908e-4f0a-8aee-797c80ac3f00 on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:35:30.404708 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-d7094a5d-1f62-4e78-8e14-a75a0f22d1fe None None] Attempting to bind port 58d0efff-908e-4f0a-8aee-797c80ac3f00 by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': 'a7d83437-645d-48a8-bfa0-da5c0dbc5427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:35:30.405064 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7094a5d-1f62-4e78-8e14-a75a0f22d1fe None None] Attempting to bind port 58d0efff-908e-4f0a-8aee-797c80ac3f00 on network 6506ef9d-c593-4e22-ac07-3e14f3411bf3 {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:35:30.410268 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7094a5d-1f62-4e78-8e14-a75a0f22d1fe None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:35:30.410636 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7094a5d-1f62-4e78-8e14-a75a0f22d1fe None None] Checking segment: {'id': 'a7d83437-645d-48a8-bfa0-da5c0dbc5427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:35:30.411029 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-d7094a5d-1f62-4e78-8e14-a75a0f22d1fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:30.411409 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7094a5d-1f62-4e78-8e14-a75a0f22d1fe None None] Bound using segment: {'id': 'a7d83437-645d-48a8-bfa0-da5c0dbc5427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:35:30.411863 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-d7094a5d-1f62-4e78-8e14-a75a0f22d1fe None None] Bound port: 58d0efff-908e-4f0a-8aee-797c80ac3f00, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d83437-645d-48a8-bfa0-da5c0dbc5427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:35:30.412256 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-d7094a5d-1f62-4e78-8e14-a75a0f22d1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (58d0efff-908e-4f0a-8aee-797c80ac3f00), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:30.439320 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994baab-b2bb-49ae-9ce6-5d1c019e579c req-6c7e711f-e534-46e1-bded-1757148cf6c5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:30.441223 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8994baab-b2bb-49ae-9ce6-5d1c019e579c req-6c7e711f-e534-46e1-bded-1757148cf6c5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.1387572 Aug 29 20:35:30.485091 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-d7094a5d-1f62-4e78-8e14-a75a0f22d1fe None None] For port 58d0efff-908e-4f0a-8aee-797c80ac3f00, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:35:30.488371 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-d7094a5d-1f62-4e78-8e14-a75a0f22d1fe None None] For port 58d0efff-908e-4f0a-8aee-797c80ac3f00, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=58d0efff-908e-4f0a-8aee-797c80ac3f00,segment=NetworkSegment(a7d83437-645d-48a8-bfa0-da5c0dbc5427),segment_id=a7d83437-645d-48a8-bfa0-da5c0dbc5427)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:35:30.495473 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-d7094a5d-1f62-4e78-8e14-a75a0f22d1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (58d0efff-908e-4f0a-8aee-797c80ac3f00), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:30.550801 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7094a5d-1f62-4e78-8e14-a75a0f22d1fe None None] Pushing event updated for resources: {'Port': ['ID=58d0efff-908e-4f0a-8aee-797c80ac3f00,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:30.573528 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8994baab-b2bb-49ae-9ce6-5d1c019e579c req-57f36725-5fcc-4efd-af3f-14c213d5b218 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086395 Aug 29 20:35:30.635527 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f150bc83-4b96-4670-89dc-6748765107b2 admin admin] Publish callbacks [] for router_gateway (bf84a212-1b90-4907-94d8-1ec03b2b2889), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:30.775468 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78235ed4-cb77-4c5d-a08c-47cdb01c2705 req-2496f8df-7747-4b00-b3f4-7b293c0b8ddf tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:30.777599 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-78235ed4-cb77-4c5d-a08c-47cdb01c2705 req-2496f8df-7747-4b00-b3f4-7b293c0b8ddf tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 945 time: 0.0982075 Aug 29 20:35:30.823989 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:30.836046 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-78235ed4-cb77-4c5d-a08c-47cdb01c2705 req-4424d012-8399-49df-847e-a222e0600fbc tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527141 Aug 29 20:35:30.871580 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2f484040-0219-46be-b4d7-3f7bb71b90c9 req-0cdc334b-99ba-4887-877e-b981f6cbc057 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 210 time: 0.0781314 Aug 29 20:35:30.973567 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f150bc83-4b96-4670-89dc-6748765107b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639037'] for router (bf84a212-1b90-4907-94d8-1ec03b2b2889), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:31.001248 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 58d0efff-908e-4f0a-8aee-797c80ac3f00 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:35:31.037004 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-6b7b8fcf-7ebe-431e-92c0-1bb61593fc0b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161380 Aug 29 20:35:31.058209 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 58d0efff-908e-4f0a-8aee-797c80ac3f00 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:31.058744 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (58d0efff-908e-4f0a-8aee-797c80ac3f00), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:31.076405 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:31.125504 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f150bc83-4b96-4670-89dc-6748765107b2 admin admin] Router bf84a212-1b90-4907-94d8-1ec03b2b2889 is scheduled to L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 with binding_index 1 {{(pid=106198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 20:35:31.147577 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 58d0efff-908e-4f0a-8aee-797c80ac3f00 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:31.147867 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (58d0efff-908e-4f0a-8aee-797c80ac3f00), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:31.184830 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] For port 58d0efff-908e-4f0a-8aee-797c80ac3f00, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=58d0efff-908e-4f0a-8aee-797c80ac3f00,segment=NetworkSegment(a7d83437-645d-48a8-bfa0-da5c0dbc5427),segment_id=a7d83437-645d-48a8-bfa0-da5c0dbc5427)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:35:31.193364 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (58d0efff-908e-4f0a-8aee-797c80ac3f00), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:31.242612 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:31.247324 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Pushing event updated for resources: {'Port': ['ID=58d0efff-908e-4f0a-8aee-797c80ac3f00,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:31.251325 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f150bc83-4b96-4670-89dc-6748765107b2 admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:35:31.263353 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e47831-1e77-4f97-9bbd-455687e7c383 None None] Sync routers for ids ['bf84a212-1b90-4907-94d8-1ec03b2b2889'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:35:31.275094 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f150bc83-4b96-4670-89dc-6748765107b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:31.279847 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 35504) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:31.280594 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-f150bc83-4b96-4670-89dc-6748765107b2 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1704621 Aug 29 20:35:31.282361 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e47831-1e77-4f97-9bbd-455687e7c383 None None] Routers {'bf84a212-1b90-4907-94d8-1ec03b2b2889'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:35:31.283026 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-b5e47831-1e77-4f97-9bbd-455687e7c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:35:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['bf84a212-1b90-4907-94d8-1ec03b2b2889'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:31.408426 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-b5e47831-1e77-4f97-9bbd-455687e7c383 None None] Set router bf84a212-1b90-4907-94d8-1ec03b2b2889 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:35:31.472458 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:31.642826 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-b5e47831-1e77-4f97-9bbd-455687e7c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'name': 'tempest-TestVolumeBootPattern-37130483-router', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:30Z', 'revision_number': 3, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'gw_port': {'id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:31.673741 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e47831-1e77-4f97-9bbd-455687e7c383 None None] Checking router: bf84a212-1b90-4907-94d8-1ec03b2b2889 for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:35:31.674341 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e47831-1e77-4f97-9bbd-455687e7c383 None None] Updating router bf84a212-1b90-4907-94d8-1ec03b2b2889 port 2b5633f0-9226-4d1f-8f74-4774e0b75913 binding host dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:35:31.720619 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b5e47831-1e77-4f97-9bbd-455687e7c383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (2b5633f0-9226-4d1f-8f74-4774e0b75913), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:31.819339 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72e8b65-a4d7-4f31-87ff-217ac2088100 None None] Network 6506ef9d-c593-4e22-ac07-3e14f3411bf3 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:35:31.840609 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868325a8-28c1-4bc6-a14d-9706bf0141d9 req-88f61e85-f165-4a68-b1a2-82772e2dd6d2 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:31.842081 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-868325a8-28c1-4bc6-a14d-9706bf0141d9 req-88f61e85-f165-4a68-b1a2-82772e2dd6d2 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 944 time: 0.4860020 Aug 29 20:35:31.889813 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-36a5430e-beff-442f-bde4-2fa0b2dfe98c None None] Provisioning complete for port 58d0efff-908e-4f0a-8aee-797c80ac3f00 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:31.891497 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-36a5430e-beff-442f-bde4-2fa0b2dfe98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (58d0efff-908e-4f0a-8aee-797c80ac3f00), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:31.984455 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1b25b-51d9-4f8a-a02f-742a6b5d2c0f req-3e0e8797-d5e8-4a56-890e-5515f9bf302f tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:31.990981 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4ce1b25b-51d9-4f8a-a02f-742a6b5d2c0f req-3e0e8797-d5e8-4a56-890e-5515f9bf302f tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 945 time: 0.0689440 Aug 29 20:35:32.057536 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7fe16e0e-f110-40ea-86ad-f74f1abdcaed req-5cb63f35-50aa-4efc-bd01-c306eb9cb35b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6954184 Aug 29 20:35:32.090074 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-e4db89b3-b372-4152-80c2-4cfe1034326c tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:32.093591 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-e4db89b3-b372-4152-80c2-4cfe1034326c tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.33 "GET /networking/v2.0/networks?id=c5abf10f-92d1-4beb-ac39-bbd96f2c495a HTTP/1.1" status: 200 len: 815 time: 0.3712077 Aug 29 20:35:32.093828 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:32.105119 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-868325a8-28c1-4bc6-a14d-9706bf0141d9 req-77f466c9-5e96-4717-9d10-83c3413a1c29 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2521122 Aug 29 20:35:32.116109 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4ce1b25b-51d9-4f8a-a02f-742a6b5d2c0f req-496665d1-80cd-46e1-8a0e-759cffb55f5a tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230385 Aug 29 20:35:32.144179 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-36a5430e-beff-442f-bde4-2fa0b2dfe98c None None] Current status of the port 58d0efff-908e-4f0a-8aee-797c80ac3f00 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:32.224757 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b5e47831-1e77-4f97-9bbd-455687e7c383 None None] Publish callbacks [] for port (2b5633f0-9226-4d1f-8f74-4774e0b75913), precommit_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:32.233132 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b5e47831-1e77-4f97-9bbd-455687e7c383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (2b5633f0-9226-4d1f-8f74-4774e0b75913), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:32.241380 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5d0e4357-1359-48d7-82b1-0d697c06352e req-98add971-ae5d-42a9-9097-daa23022b7e6 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 210 time: 0.0521185 Aug 29 20:35:32.278606 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:32.285117 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-b5e47831-1e77-4f97-9bbd-455687e7c383 None None] Attempting to bind port 2b5633f0-9226-4d1f-8f74-4774e0b75913 on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:35:32.285500 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-b5e47831-1e77-4f97-9bbd-455687e7c383 None None] Attempting to bind port 2b5633f0-9226-4d1f-8f74-4774e0b75913 by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:35:32.285868 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e47831-1e77-4f97-9bbd-455687e7c383 None None] Attempting to bind port 2b5633f0-9226-4d1f-8f74-4774e0b75913 on network 6d9f465d-5886-43f5-9015-44f8e49732f9 {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:35:32.309059 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e47831-1e77-4f97-9bbd-455687e7c383 None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:35:32.309457 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e47831-1e77-4f97-9bbd-455687e7c383 None None] Checking segment: {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:35:32.310606 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b5e47831-1e77-4f97-9bbd-455687e7c383 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:32.310606 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e47831-1e77-4f97-9bbd-455687e7c383 None None] Bound using segment: {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:35:32.310771 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-b5e47831-1e77-4f97-9bbd-455687e7c383 None None] Bound port: 2b5633f0-9226-4d1f-8f74-4774e0b75913, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:35:32.311098 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b5e47831-1e77-4f97-9bbd-455687e7c383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (2b5633f0-9226-4d1f-8f74-4774e0b75913), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:32.344952 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f442eca-170d-40f7-acf0-ae9d331f5998 None None] Pushing event updated for resources: {'Port': ['ID=2b5633f0-9226-4d1f-8f74-4774e0b75913,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:32.373823 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-b5e47831-1e77-4f97-9bbd-455687e7c383 None None] For port 2b5633f0-9226-4d1f-8f74-4774e0b75913, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:35:32.380377 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-b5e47831-1e77-4f97-9bbd-455687e7c383 None None] For port 2b5633f0-9226-4d1f-8f74-4774e0b75913, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=2b5633f0-9226-4d1f-8f74-4774e0b75913,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:35:32.390792 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b5e47831-1e77-4f97-9bbd-455687e7c383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (2b5633f0-9226-4d1f-8f74-4774e0b75913), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:32.395601 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-e10ec30d-3946-4812-8527-767e8662aa23 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Request body: {'port': {'device_id': 'b68772d1-e335-4575-9654-313e27c49591', 'network_id': 'c5abf10f-92d1-4beb-ac39-bbd96f2c495a', 'admin_state_up': True, 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:32.435048 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:32.464768 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e47831-1e77-4f97-9bbd-455687e7c383 None None] Routers {'bf84a212-1b90-4907-94d8-1ec03b2b2889'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:35:32.465325 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-b5e47831-1e77-4f97-9bbd-455687e7c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:35:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['bf84a212-1b90-4907-94d8-1ec03b2b2889'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:32.549029 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-27c5706f-1cc0-4e21-9a8a-182f1bd83fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:32.566504 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:32.593648 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-e10ec30d-3946-4812-8527-767e8662aa23 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Made reservation on behalf of 3f36c1186e0f44df87d13ef836f6525b for: {'port': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:35:32.597757 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-e10ec30d-3946-4812-8527-767e8662aa23 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:32.643399 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:32.660440 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f442eca-170d-40f7-acf0-ae9d331f5998 None None] Pushing event updated for resources: {'Port': ['ID=2b5633f0-9226-4d1f-8f74-4774e0b75913,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:32.666979 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-3cc20d0c-0296-4b30-8950-c3c7584e98ff None None] Provisioning complete for port 58d0efff-908e-4f0a-8aee-797c80ac3f00 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:32.667388 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3cc20d0c-0296-4b30-8950-c3c7584e98ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (58d0efff-908e-4f0a-8aee-797c80ac3f00), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:32.763056 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-b5e47831-1e77-4f97-9bbd-455687e7c383 None None] Set router bf84a212-1b90-4907-94d8-1ec03b2b2889 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:35:32.839079 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [None req-27c5706f-1cc0-4e21-9a8a-182f1bd83fa0 admin admin] Allocated IP 172.20.0.1 (6506ef9d-c593-4e22-ac07-3e14f3411bf3/611c0b21-bc96-4859-87bb-f5e3e8e4141e/9cda6261-c35a-4847-b516-e4a70f1b418e) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:35:32.848994 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-e10ec30d-3946-4812-8527-767e8662aa23 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Allocated IP 172.20.0.3 (c5abf10f-92d1-4beb-ac39-bbd96f2c495a/27bbd3f3-bd10-443b-9270-f984952a576d/d63c8d5b-2b84-4f67-944f-9f299a5aa8cb) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:35:32.894543 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-3cc20d0c-0296-4b30-8950-c3c7584e98ff None None] Current status of the port 58d0efff-908e-4f0a-8aee-797c80ac3f00 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:32.980960 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 58d0efff-908e-4f0a-8aee-797c80ac3f00 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:35:33.030081 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-b5e47831-1e77-4f97-9bbd-455687e7c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'name': 'tempest-TestVolumeBootPattern-37130483-router', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:30Z', 'revision_number': 3, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'gw_port': {'id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:33.055921 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-27c5706f-1cc0-4e21-9a8a-182f1bd83fa0 admin admin] Publish callbacks [] for port (9cda6261-c35a-4847-b516-e4a70f1b418e), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:33.063448 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e47831-1e77-4f97-9bbd-455687e7c383 None None] The sync data for ids ['bf84a212-1b90-4907-94d8-1ec03b2b2889'] in dv-cinder-854263-2-iscsi is: [{'id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'name': 'tempest-TestVolumeBootPattern-37130483-router', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:30Z', 'revision_number': 3, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'gw_port': {'id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:35:33.064012 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:33.077399 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 58d0efff-908e-4f0a-8aee-797c80ac3f00 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:33.077776 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (58d0efff-908e-4f0a-8aee-797c80ac3f00), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:33.124448 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-e10ec30d-3946-4812-8527-767e8662aa23 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for port (d63c8d5b-2b84-4f67-944f-9f299a5aa8cb), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:33.146565 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-27c5706f-1cc0-4e21-9a8a-182f1bd83fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (9cda6261-c35a-4847-b516-e4a70f1b418e), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:33.218588 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:33.224557 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 58d0efff-908e-4f0a-8aee-797c80ac3f00 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:33.250316 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279d5bd-7425-4842-a8cc-ae6ae18d1673 req-bf2ba9fd-94ea-4c3e-a984-ca320b1cb19c tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:33.252824 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d279d5bd-7425-4842-a8cc-ae6ae18d1673 req-bf2ba9fd-94ea-4c3e-a984-ca320b1cb19c tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 944 time: 0.0632889 Aug 29 20:35:33.277068 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c5706f-1cc0-4e21-9a8a-182f1bd83fa0 admin admin] Network 6506ef9d-c593-4e22-ac07-3e14f3411bf3 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:35:33.287639 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-27c5706f-1cc0-4e21-9a8a-182f1bd83fa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:35:33.293120 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5706f-1cc0-4e21-9a8a-182f1bd83fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=9cda6261-c35a-4847-b516-e4a70f1b418e,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:33.295783 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-e10ec30d-3946-4812-8527-767e8662aa23 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (d63c8d5b-2b84-4f67-944f-9f299a5aa8cb), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:33.301589 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c5706f-1cc0-4e21-9a8a-182f1bd83fa0 admin admin] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:35:33.342184 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ca921-68ff-403e-8023-4f1f1fd9d088 req-ad0a947b-6697-4fd5-905d-3b66b0c5657e tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:33.343910 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d36ca921-68ff-403e-8023-4f1f1fd9d088 req-ad0a947b-6697-4fd5-905d-3b66b0c5657e tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 945 time: 0.1186733 Aug 29 20:35:33.367015 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d279d5bd-7425-4842-a8cc-ae6ae18d1673 req-f41145c9-d590-4c70-9306-59327a127755 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076214 Aug 29 20:35:33.397062 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-27c5706f-1cc0-4e21-9a8a-182f1bd83fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639577'] for router_interface (bf84a212-1b90-4907-94d8-1ec03b2b2889), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:33.532974 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-e10ec30d-3946-4812-8527-767e8662aa23 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Network c5abf10f-92d1-4beb-ac39-bbd96f2c495a is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:35:33.540015 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-e10ec30d-3946-4812-8527-767e8662aa23 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:35:33.543726 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-e10ec30d-3946-4812-8527-767e8662aa23 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:35:33.548502 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411d8df-e159-43c8-b6b8-908a5d957768 req-cf4c6aee-e89a-4457-9177-bd385500c231 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:33.550275 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f411d8df-e159-43c8-b6b8-908a5d957768 req-cf4c6aee-e89a-4457-9177-bd385500c231 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 931 time: 0.0788400 Aug 29 20:35:33.551313 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ec30d-3946-4812-8527-767e8662aa23 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Pushing event updated for resources: {'Port': ['ID=d63c8d5b-2b84-4f67-944f-9f299a5aa8cb,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:33.625468 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d36ca921-68ff-403e-8023-4f1f1fd9d088 req-0e0993f1-c8c5-469e-82d1-95f7372965fe tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539668 Aug 29 20:35:33.660802 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f411d8df-e159-43c8-b6b8-908a5d957768 req-9348e69c-cdd6-4003-8d57-a73a07c61631 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006501 Aug 29 20:35:33.710069 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-82e947ab-7af0-4f27-b890-9b2c7ac09133 None None] Provisioning complete for port 9cda6261-c35a-4847-b516-e4a70f1b418e triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:33.711076 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-82e947ab-7af0-4f27-b890-9b2c7ac09133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (9cda6261-c35a-4847-b516-e4a70f1b418e), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:33.743170 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-e10ec30d-3946-4812-8527-767e8662aa23 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:33.744059 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-e10ec30d-3946-4812-8527-767e8662aa23 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:33.781305 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2e966-471d-4c49-aa03-28d685b4017f req-18de6f7f-f050-4da8-b28b-56cb27d86cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:33.782991 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ede2e966-471d-4c49-aa03-28d685b4017f req-18de6f7f-f050-4da8-b28b-56cb27d86cd1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8436d85d931a41cfa6d626c08ad82ef4&device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 1128 time: 0.1621897 Aug 29 20:35:33.791826 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-e10ec30d-3946-4812-8527-767e8662aa23 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4246366 Aug 29 20:35:33.793272 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-82e947ab-7af0-4f27-b890-9b2c7ac09133 None None] Port 9cda6261-c35a-4847-b516-e4a70f1b418e cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:35:33.816121 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-34f9651a-5da5-4787-b21a-34e6d634c1b2 service neutron] Request body: {'port': {'device_id': 'b68772d1-e335-4575-9654-313e27c49591', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:33.998872 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:33.999829 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-34f9651a-5da5-4787-b21a-34e6d634c1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (d63c8d5b-2b84-4f67-944f-9f299a5aa8cb), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:34.005040 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-27c5706f-1cc0-4e21-9a8a-182f1bd83fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (9cda6261-c35a-4847-b516-e4a70f1b418e), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:34.031594 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-8920b54b-0a2e-43ba-812c-c022c8f27e85 None None] Provisioning complete for port d63c8d5b-2b84-4f67-944f-9f299a5aa8cb triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:34.033423 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-8920b54b-0a2e-43ba-812c-c022c8f27e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (d63c8d5b-2b84-4f67-944f-9f299a5aa8cb), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:34.079201 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-8920b54b-0a2e-43ba-812c-c022c8f27e85 None None] Port d63c8d5b-2b84-4f67-944f-9f299a5aa8cb cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:35:34.079896 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2e966-471d-4c49-aa03-28d685b4017f req-8ce71ec8-c023-4e4d-b9d8-4254738f88a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:34.081374 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ede2e966-471d-4c49-aa03-28d685b4017f req-8ce71ec8-c023-4e4d-b9d8-4254738f88a8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=9aeb874f-5dc0-4462-96f6-c696d1a7b371 HTTP/1.1" status: 200 len: 920 time: 0.2886021 Aug 29 20:35:34.180266 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ede2e966-471d-4c49-aa03-28d685b4017f req-ff0afdb9-112f-48c4-a6e4-3fc576b84fab service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85b94151-961e-4568-b1f6-9b9ec1883e9a HTTP/1.1" status: 200 len: 217 time: 0.0594883 Aug 29 20:35:34.474557 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2e966-471d-4c49-aa03-28d685b4017f req-cfa7b841-fbcf-4042-8f8a-7c1b0118f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:34.478927 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ede2e966-471d-4c49-aa03-28d685b4017f req-cfa7b841-fbcf-4042-8f8a-7c1b0118f5ed service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=b859f7aa-b619-481f-9230-0993b4243baf HTTP/1.1" status: 200 len: 858 time: 0.2814429 Aug 29 20:35:34.682448 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:34.763412 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b515a24-32a8-4d72-920b-ae68f1a49e00 req-55b175f7-f63e-4de1-9e55-1efb24a6869c tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:34.765109 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3b515a24-32a8-4d72-920b-ae68f1a49e00 req-55b175f7-f63e-4de1-9e55-1efb24a6869c tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 944 time: 0.2683086 Aug 29 20:35:34.884130 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-27c5706f-1cc0-4e21-9a8a-182f1bd83fa0 admin admin] Publish callbacks [] for port (9cda6261-c35a-4847-b516-e4a70f1b418e), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:34.893558 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72fdba-5c4a-4866-b220-c9b1f94abafc req-b29aa205-f274-441b-ba96-5628cd21542e tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:34.909775 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3f72fdba-5c4a-4866-b220-c9b1f94abafc req-b29aa205-f274-441b-ba96-5628cd21542e tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 945 time: 0.1085539 Aug 29 20:35:34.925450 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-27c5706f-1cc0-4e21-9a8a-182f1bd83fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61108980'] for port (9cda6261-c35a-4847-b516-e4a70f1b418e), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:35.025348 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3f72fdba-5c4a-4866-b220-c9b1f94abafc req-d50b475d-1cda-4f9d-9d36-685246dcbf01 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133354 Aug 29 20:35:35.085803 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 85b94151-961e-4568-b1f6-9b9ec1883e9a details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:35:35.138225 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3b515a24-32a8-4d72-920b-ae68f1a49e00 req-ce44b576-1258-474f-a29d-47d06ab3acea tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3597569 Aug 29 20:35:35.183023 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-34f9651a-5da5-4787-b21a-34e6d634c1b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d63c8d5b-2b84-4f67-944f-9f299a5aa8cb {{(pid=106199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:35:35.220239 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-34f9651a-5da5-4787-b21a-34e6d634c1b2 service neutron] Publish callbacks [] for port (d63c8d5b-2b84-4f67-944f-9f299a5aa8cb), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:35.247728 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-27c5706f-1cc0-4e21-9a8a-182f1bd83fa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639693'] for router_interface (bf84a212-1b90-4907-94d8-1ec03b2b2889), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:35.269955 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5706f-1cc0-4e21-9a8a-182f1bd83fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=9cda6261-c35a-4847-b516-e4a70f1b418e,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:35.270805 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac7250-ffca-403e-a21f-5cb2725fadc2 req-06f245a2-1128-4bd2-b9f1-15101e8215cb tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:35.287607 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 2b5633f0-9226-4d1f-8f74-4774e0b75913 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:35:35.309356 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.provisioning_blocks [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-34f9651a-5da5-4787-b21a-34e6d634c1b2 service neutron] Transition to ACTIVE for port object d63c8d5b-2b84-4f67-944f-9f299a5aa8cb will not be triggered until provisioned by entity L2. {{(pid=106199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:35:35.314076 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bcac7250-ffca-403e-a21f-5cb2725fadc2 req-06f245a2-1128-4bd2-b9f1-15101e8215cb tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 931 time: 0.1094637 Aug 29 20:35:35.320005 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-34f9651a-5da5-4787-b21a-34e6d634c1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61108980'] for port (d63c8d5b-2b84-4f67-944f-9f299a5aa8cb), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:35.419113 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 2b5633f0-9226-4d1f-8f74-4774e0b75913 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:35.419762 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (2b5633f0-9226-4d1f-8f74-4774e0b75913), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:35.432965 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bcac7250-ffca-403e-a21f-5cb2725fadc2 req-5a9e7015-a2d2-4cfd-8eeb-7ba84e55bc83 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148405 Aug 29 20:35:35.472441 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 85b94151-961e-4568-b1f6-9b9ec1883e9a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=85b94151-961e-4568-b1f6-9b9ec1883e9a,segment=NetworkSegment(75a90e64-0b09-4fe0-9fa9-8a5e13957c7f),segment_id=75a90e64-0b09-4fe0-9fa9-8a5e13957c7f)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:35:35.478933 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9651a-5da5-4787-b21a-34e6d634c1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d63c8d5b-2b84-4f67-944f-9f299a5aa8cb,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:35.480984 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=11 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:35.482966 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:35.493866 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:35.522489 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:35.536729 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 2b5633f0-9226-4d1f-8f74-4774e0b75913 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:35.537380 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (2b5633f0-9226-4d1f-8f74-4774e0b75913), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:35.561315 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] For port 2b5633f0-9226-4d1f-8f74-4774e0b75913, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=2b5633f0-9226-4d1f-8f74-4774e0b75913,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:35:35.562857 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Returning: {'device': '85b94151-961e-4568-b1f6-9b9ec1883e9a', 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371', 'port_id': '85b94151-961e-4568-b1f6-9b9ec1883e9a', 'mac_address': 'fa:16:3e:96:36:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b859f7aa-b619-481f-9230-0993b4243baf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:35:35.569656 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (2b5633f0-9226-4d1f-8f74-4774e0b75913), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:35.634981 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c5706f-1cc0-4e21-9a8a-182f1bd83fa0 admin admin] Network 6506ef9d-c593-4e22-ac07-3e14f3411bf3 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:35:35.637627 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-27c5706f-1cc0-4e21-9a8a-182f1bd83fa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:35:35.640323 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-34f9651a-5da5-4787-b21a-34e6d634c1b2 service neutron] Attempting to bind port d63c8d5b-2b84-4f67-944f-9f299a5aa8cb on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:35:35.640657 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-34f9651a-5da5-4787-b21a-34e6d634c1b2 service neutron] Attempting to bind port d63c8d5b-2b84-4f67-944f-9f299a5aa8cb by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '6bad58f9-0737-453d-8241-c9102aa4b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c5abf10f-92d1-4beb-ac39-bbd96f2c495a'}] {{(pid=106199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:35:35.640989 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-34f9651a-5da5-4787-b21a-34e6d634c1b2 service neutron] Attempting to bind port d63c8d5b-2b84-4f67-944f-9f299a5aa8cb on network c5abf10f-92d1-4beb-ac39-bbd96f2c495a {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:35:35.652230 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-34f9651a-5da5-4787-b21a-34e6d634c1b2 service neutron] Port d63c8d5b-2b84-4f67-944f-9f299a5aa8cb on network c5abf10f-92d1-4beb-ac39-bbd96f2c495a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:35:35.652625 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-34f9651a-5da5-4787-b21a-34e6d634c1b2 service neutron] Attempting to bind port d63c8d5b-2b84-4f67-944f-9f299a5aa8cb on network c5abf10f-92d1-4beb-ac39-bbd96f2c495a {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:35:35.671484 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-34f9651a-5da5-4787-b21a-34e6d634c1b2 service neutron] Checking agent: {'id': 'fe366970-a267-4806-8a8b-654c02250e20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'started_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:35:35.672001 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-34f9651a-5da5-4787-b21a-34e6d634c1b2 service neutron] Checking segment: {'id': '6bad58f9-0737-453d-8241-c9102aa4b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c5abf10f-92d1-4beb-ac39-bbd96f2c495a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:35:35.672531 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-34f9651a-5da5-4787-b21a-34e6d634c1b2 service neutron] Bound using segment: {'id': '6bad58f9-0737-453d-8241-c9102aa4b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c5abf10f-92d1-4beb-ac39-bbd96f2c495a'} {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:35:35.672909 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-34f9651a-5da5-4787-b21a-34e6d634c1b2 service neutron] Bound port: d63c8d5b-2b84-4f67-944f-9f299a5aa8cb, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bad58f9-0737-453d-8241-c9102aa4b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c5abf10f-92d1-4beb-ac39-bbd96f2c495a'}}] {{(pid=106199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:35:35.676110 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-34f9651a-5da5-4787-b21a-34e6d634c1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (d63c8d5b-2b84-4f67-944f-9f299a5aa8cb), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:35.696524 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Pushing event updated for resources: {'Port': ['ID=2b5633f0-9226-4d1f-8f74-4774e0b75913,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:35.737766 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 85b94151-961e-4568-b1f6-9b9ec1883e9a is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:35.738419 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (85b94151-961e-4568-b1f6-9b9ec1883e9a), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:35.755893 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b94151-961e-4568-b1f6-9b9ec1883e9a {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:35:35.786649 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 85b94151-961e-4568-b1f6-9b9ec1883e9a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=85b94151-961e-4568-b1f6-9b9ec1883e9a,segment=NetworkSegment(75a90e64-0b09-4fe0-9fa9-8a5e13957c7f),segment_id=75a90e64-0b09-4fe0-9fa9-8a5e13957c7f)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:35:35.800597 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (85b94151-961e-4568-b1f6-9b9ec1883e9a), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:35.922854 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=85b94151-961e-4568-b1f6-9b9ec1883e9a,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:36.123806 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-9a59cc1d-a095-4f59-8009-c933ffe4d911 None None] Provisioning complete for port 9cda6261-c35a-4847-b516-e4a70f1b418e triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:36.124561 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-9a59cc1d-a095-4f59-8009-c933ffe4d911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (9cda6261-c35a-4847-b516-e4a70f1b418e), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:36.168788 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-9a59cc1d-a095-4f59-8009-c933ffe4d911 None None] Port 9cda6261-c35a-4847-b516-e4a70f1b418e cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:35:36.172784 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['85b94151-961e-4568-b1f6-9b9ec1883e9a'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:35:36.254116 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-34f9651a-5da5-4787-b21a-34e6d634c1b2 service neutron] For port d63c8d5b-2b84-4f67-944f-9f299a5aa8cb, host hv-cinder-85426, cleared binding levels {{(pid=106199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:35:36.283316 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-34f9651a-5da5-4787-b21a-34e6d634c1b2 service neutron] For port d63c8d5b-2b84-4f67-944f-9f299a5aa8cb, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d63c8d5b-2b84-4f67-944f-9f299a5aa8cb,segment=NetworkSegment(6bad58f9-0737-453d-8241-c9102aa4b818),segment_id=6bad58f9-0737-453d-8241-c9102aa4b818)] {{(pid=106199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:35:36.297618 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8e6e7-3f75-4c32-92fe-c2f6b7d6cea1 req-bf1514cb-6512-4879-bd52-9f58fb9c1dc7 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:36.299280 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-dcc8e6e7-3f75-4c32-92fe-c2f6b7d6cea1 req-bf1514cb-6512-4879-bd52-9f58fb9c1dc7 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 945 time: 0.0869634 Aug 29 20:35:36.304001 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-34f9651a-5da5-4787-b21a-34e6d634c1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61108980'] for port (d63c8d5b-2b84-4f67-944f-9f299a5aa8cb), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:36.312840 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-34f9651a-5da5-4787-b21a-34e6d634c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:36.313457 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-34f9651a-5da5-4787-b21a-34e6d634c1b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:36.314803 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-34f9651a-5da5-4787-b21a-34e6d634c1b2 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/d63c8d5b-2b84-4f67-944f-9f299a5aa8cb HTTP/1.1" status: 200 len: 1093 time: 2.5056195 Aug 29 20:35:36.332702 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68772d1-e335-4575-9654-313e27c49591', 'tag': 'd63c8d5b-2b84-4f67-944f-9f299a5aa8cb'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:35:36.335113 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e0a469-47b2-4c98-b185-1cd327e5a6d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b68772d1-e335-4575-9654-313e27c49591", "tag": "d63c8d5b-2b84-4f67-944f-9f299a5aa8cb"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:35:36.352665 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c5706f-1cc0-4e21-9a8a-182f1bd83fa0 admin admin] Router bf84a212-1b90-4907-94d8-1ec03b2b2889 has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:35:36.369571 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:36.419691 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda66205-b6f3-4904-8d06-06af30df6bb5 req-828843e7-bdc6-47b3-90e8-bd5eb95e22c3 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:36.434596 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bda66205-b6f3-4904-8d06-06af30df6bb5 req-828843e7-bdc6-47b3-90e8-bd5eb95e22c3 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 945 time: 0.1681089 Aug 29 20:35:36.465819 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9651a-5da5-4787-b21a-34e6d634c1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d63c8d5b-2b84-4f67-944f-9f299a5aa8cb,revision_number=3']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:36.525596 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bda66205-b6f3-4904-8d06-06af30df6bb5 req-94044605-92a4-4882-bd9c-8e1031c44988 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886478 Aug 29 20:35:36.538137 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-dcc8e6e7-3f75-4c32-92fe-c2f6b7d6cea1 req-acd0bb73-9814-48f2-b9d0-39a5a85fd197 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223606 Aug 29 20:35:36.585016 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c5706f-1cc0-4e21-9a8a-182f1bd83fa0 admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:35:36.591677 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582cac2f-2442-4d84-a913-eac76adf63a4 x-openstack-request-id: req-582cac2f-2442-4d84-a913-eac76adf63a4 {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:35:36.592285 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68772d1-e335-4575-9654-313e27c49591", "tag": "d63c8d5b-2b84-4f67-944f-9f299a5aa8cb", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:35:36.592739 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-582cac2f-2442-4d84-a913-eac76adf63a4 {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:35:36.593633 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-582cac2f-2442-4d84-a913-eac76adf63a4'] response: {'name': 'network-changed', 'server_uuid': 'b68772d1-e335-4575-9654-313e27c49591', 'tag': 'd63c8d5b-2b84-4f67-944f-9f299a5aa8cb', 'status': 'completed', 'code': 200} Aug 29 20:35:36.597811 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18d9436-4c96-435a-a123-46e2a880f052 None None] Sync routers for ids ['bf84a212-1b90-4907-94d8-1ec03b2b2889'] in dv-cinder-854263-2-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:35:36.598642 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-27c5706f-1cc0-4e21-9a8a-182f1bd83fa0 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/bf84a212-1b90-4907-94d8-1ec03b2b2889/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3160796 Aug 29 20:35:36.611726 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18d9436-4c96-435a-a123-46e2a880f052 None None] Routers {'bf84a212-1b90-4907-94d8-1ec03b2b2889'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:35:36.612470 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-d18d9436-4c96-435a-a123-46e2a880f052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:35:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['bf84a212-1b90-4907-94d8-1ec03b2b2889'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:36.675680 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:36.695473 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d779fe5-e5ea-4e96-8596-19029ebdb4d8 req-dec1d6c8-5115-49ab-9472-b4f4dce2c03b tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:36.698256 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2d779fe5-e5ea-4e96-8596-19029ebdb4d8 req-dec1d6c8-5115-49ab-9472-b4f4dce2c03b tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 943 time: 0.0566611 Aug 29 20:35:36.801047 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2d779fe5-e5ea-4e96-8596-19029ebdb4d8 req-9fc01965-3419-42f6-bf4d-585be9c759c0 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967226 Aug 29 20:35:36.807922 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-d18d9436-4c96-435a-a123-46e2a880f052 None None] Set router bf84a212-1b90-4907-94d8-1ec03b2b2889 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:35:37.040165 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 2b5633f0-9226-4d1f-8f74-4774e0b75913 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:35:37.071078 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-d18d9436-4c96-435a-a123-46e2a880f052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'name': 'tempest-TestVolumeBootPattern-37130483-router', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:33Z', 'revision_number': 4, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'gw_port': {'id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '9cda6261-c35a-4847-b516-e4a70f1b418e', 'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'mac_address': 'fa:16:3e:06:f1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:32Z', 'updated_at': '2022-08-29T20:35:34Z', 'revision_number': 2, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'subnets': [{'id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:37.126411 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18d9436-4c96-435a-a123-46e2a880f052 None None] Checking router: bf84a212-1b90-4907-94d8-1ec03b2b2889 for host: dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:35:37.127296 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18d9436-4c96-435a-a123-46e2a880f052 None None] Updating router bf84a212-1b90-4907-94d8-1ec03b2b2889 port 9cda6261-c35a-4847-b516-e4a70f1b418e binding host dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:35:37.176965 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-d18d9436-4c96-435a-a123-46e2a880f052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (9cda6261-c35a-4847-b516-e4a70f1b418e), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:37.210529 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 85b94151-961e-4568-b1f6-9b9ec1883e9a up at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:35:37.251054 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 2b5633f0-9226-4d1f-8f74-4774e0b75913 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:37.251634 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (2b5633f0-9226-4d1f-8f74-4774e0b75913), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:37.277265 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ee9eb175-43a2-43c6-962c-704183ef1cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:37.351716 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning for port 85b94151-961e-4568-b1f6-9b9ec1883e9a completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:35:37.366747 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning complete for port 85b94151-961e-4568-b1f6-9b9ec1883e9a triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:37.367164 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (85b94151-961e-4568-b1f6-9b9ec1883e9a), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:37.434006 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 2b5633f0-9226-4d1f-8f74-4774e0b75913 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:37.445138 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:37.513781 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 85b94151-961e-4568-b1f6-9b9ec1883e9a is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:37.514449 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (85b94151-961e-4568-b1f6-9b9ec1883e9a), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:37.540251 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 35594) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:37.548004 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-1b6a7388-e1af-44cb-a41c-af86ba47c5e8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1829212337-network', 'tenant_id': 'f885e578ed46463dad421c9f1ecc6520'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:37.553089 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64544993-4d2e-4125-9371-c55b598a4ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b94151-961e-4568-b1f6-9b9ec1883e9a'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:35:37.555709 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eee8fb3122df5bdd6ea851cee31293cb8412868e368eaaf22337f89cfd7738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9b8550-bae0-42fb-8251-79a3094c8d84" -d '{"events": [{"server_uuid": "64544993-4d2e-4125-9371-c55b598a4ab1", "name": "network-vif-plugged", "status": "completed", "tag": "85b94151-961e-4568-b1f6-9b9ec1883e9a"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:35:37.608996 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 85b94151-961e-4568-b1f6-9b9ec1883e9a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=85b94151-961e-4568-b1f6-9b9ec1883e9a,segment=NetworkSegment(75a90e64-0b09-4fe0-9fa9-8a5e13957c7f),segment_id=75a90e64-0b09-4fe0-9fa9-8a5e13957c7f)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:35:37.617584 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (85b94151-961e-4568-b1f6-9b9ec1883e9a), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:37.642907 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6a7388-e1af-44cb-a41c-af86ba47c5e8 admin admin] Made reservation on behalf of f885e578ed46463dad421c9f1ecc6520 for: {'network': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:35:37.658579 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-d18d9436-4c96-435a-a123-46e2a880f052 None None] Publish callbacks [] for port (9cda6261-c35a-4847-b516-e4a70f1b418e), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:37.659357 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac84c53a-8d24-4aff-93b6-3468a936403a x-openstack-request-id: req-ac84c53a-8d24-4aff-93b6-3468a936403a {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:35:37.659357 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64544993-4d2e-4125-9371-c55b598a4ab1", "name": "network-vif-plugged", "status": "completed", "tag": "85b94151-961e-4568-b1f6-9b9ec1883e9a", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:35:37.659357 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac84c53a-8d24-4aff-93b6-3468a936403a {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:35:37.659357 dv-cinder-854263-2-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac84c53a-8d24-4aff-93b6-3468a936403a'] response: {'server_uuid': '64544993-4d2e-4125-9371-c55b598a4ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b94151-961e-4568-b1f6-9b9ec1883e9a', 'code': 200} Aug 29 20:35:37.659724 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1b6a7388-e1af-44cb-a41c-af86ba47c5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for network (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:37.660715 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-d18d9436-4c96-435a-a123-46e2a880f052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (9cda6261-c35a-4847-b516-e4a70f1b418e), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:37.696885 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1b6a7388-e1af-44cb-a41c-af86ba47c5e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:37.718331 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=85b94151-961e-4568-b1f6-9b9ec1883e9a,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:37.806899 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daa529-4563-45f0-ae38-01406b146e75 req-f2997199-9087-4456-baf4-3bfea642f78f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:37.814824 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e181ec-832c-4a1a-aa2e-3989f484e34b None None] Pushing event updated for resources: {'Port': ['ID=9cda6261-c35a-4847-b516-e4a70f1b418e,revision_number=3']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:37.819202 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b0daa529-4563-45f0-ae38-01406b146e75 req-f2997199-9087-4456-baf4-3bfea642f78f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.1301847 Aug 29 20:35:37.884438 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:37.941484 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b0daa529-4563-45f0-ae38-01406b146e75 req-efc90e24-34ff-4608-88f3-7545524b439b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205740 Aug 29 20:35:37.942417 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdeabe-c971-4a3a-988c-cf7ccd203b1d req-dec1b825-cbe5-4566-b8f0-85392a80cb03 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:37.951243 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-66cdeabe-c971-4a3a-988c-cf7ccd203b1d req-dec1b825-cbe5-4566-b8f0-85392a80cb03 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 945 time: 0.1453032 Aug 29 20:35:37.957106 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-d18d9436-4c96-435a-a123-46e2a880f052 None None] Attempting to bind port 9cda6261-c35a-4847-b516-e4a70f1b418e on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:35:37.959555 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-d18d9436-4c96-435a-a123-46e2a880f052 None None] Attempting to bind port 9cda6261-c35a-4847-b516-e4a70f1b418e by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': 'a7d83437-645d-48a8-bfa0-da5c0dbc5427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3'}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:35:37.960199 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18d9436-4c96-435a-a123-46e2a880f052 None None] Attempting to bind port 9cda6261-c35a-4847-b516-e4a70f1b418e on network 6506ef9d-c593-4e22-ac07-3e14f3411bf3 {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:35:37.973996 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18d9436-4c96-435a-a123-46e2a880f052 None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:35:37.974439 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18d9436-4c96-435a-a123-46e2a880f052 None None] Checking segment: {'id': 'a7d83437-645d-48a8-bfa0-da5c0dbc5427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:35:37.974901 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-d18d9436-4c96-435a-a123-46e2a880f052 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:37.975372 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18d9436-4c96-435a-a123-46e2a880f052 None None] Bound using segment: {'id': 'a7d83437-645d-48a8-bfa0-da5c0dbc5427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3'} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:35:37.976557 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-d18d9436-4c96-435a-a123-46e2a880f052 None None] Bound port: 9cda6261-c35a-4847-b516-e4a70f1b418e, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d83437-645d-48a8-bfa0-da5c0dbc5427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3'}}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:35:37.977440 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-d18d9436-4c96-435a-a123-46e2a880f052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (9cda6261-c35a-4847-b516-e4a70f1b418e), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:38.042177 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-66cdeabe-c971-4a3a-988c-cf7ccd203b1d req-4d53239a-1ef8-4a09-9741-2fa8800a5af0 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899966 Aug 29 20:35:38.057630 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1b6a7388-e1af-44cb-a41c-af86ba47c5e8 admin admin] Publish callbacks [] for security_group (3be9392c-7151-4583-9d1d-0556b7a67099), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:38.068516 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1b6a7388-e1af-44cb-a41c-af86ba47c5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (3be9392c-7151-4583-9d1d-0556b7a67099), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:38.073299 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-d18d9436-4c96-435a-a123-46e2a880f052 None None] For port 9cda6261-c35a-4847-b516-e4a70f1b418e, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:35:38.080337 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-d18d9436-4c96-435a-a123-46e2a880f052 None None] For port 9cda6261-c35a-4847-b516-e4a70f1b418e, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=9cda6261-c35a-4847-b516-e4a70f1b418e,segment=NetworkSegment(a7d83437-645d-48a8-bfa0-da5c0dbc5427),segment_id=a7d83437-645d-48a8-bfa0-da5c0dbc5427)] {{(pid=106201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:35:38.102052 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-d18d9436-4c96-435a-a123-46e2a880f052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (9cda6261-c35a-4847-b516-e4a70f1b418e), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:38.111704 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b6a7388-e1af-44cb-a41c-af86ba47c5e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=106199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:35:38.132414 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1b6a7388-e1af-44cb-a41c-af86ba47c5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (ed303e33-4530-49fd-ab14-3ac749ab3da7), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:38.132671 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.db.segments_db [None req-1b6a7388-e1af-44cb-a41c-af86ba47c5e8 admin admin] Added segment ed303e33-4530-49fd-ab14-3ac749ab3da7 of type vlan for network d4a6db08-1cc0-4878-aa6b-d20a78530227 Aug 29 20:35:38.133976 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a7388-e1af-44cb-a41c-af86ba47c5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be9392c-7151-4583-9d1d-0556b7a67099,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:38.153148 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:38.170161 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a09755-da7d-448b-8560-f95c66adbe87 req-949b7766-2f94-43bb-a363-ae7a9f474128 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:38.171514 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18d9436-4c96-435a-a123-46e2a880f052 None None] Routers {'bf84a212-1b90-4907-94d8-1ec03b2b2889'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:35:38.172230 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-d18d9436-4c96-435a-a123-46e2a880f052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:35:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['bf84a212-1b90-4907-94d8-1ec03b2b2889'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:38.172883 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-00a09755-da7d-448b-8560-f95c66adbe87 req-949b7766-2f94-43bb-a363-ae7a9f474128 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 943 time: 0.1472912 Aug 29 20:35:38.220444 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1b6a7388-e1af-44cb-a41c-af86ba47c5e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001069397'] for network (d4a6db08-1cc0-4878-aa6b-d20a78530227), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:38.251552 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e181ec-832c-4a1a-aa2e-3989f484e34b None None] Pushing event updated for resources: {'Port': ['ID=9cda6261-c35a-4847-b516-e4a70f1b418e,revision_number=4']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:38.257354 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-00a09755-da7d-448b-8560-f95c66adbe87 req-a6da7b86-70f4-406b-8001-f53793a13057 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757165 Aug 29 20:35:38.258471 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:38.264052 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1b6a7388-e1af-44cb-a41c-af86ba47c5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957'] for network (d4a6db08-1cc0-4878-aa6b-d20a78530227), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:38.265253 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6a7388-e1af-44cb-a41c-af86ba47c5e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:38.265812 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1b6a7388-e1af-44cb-a41c-af86ba47c5e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:38.334736 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-1b6a7388-e1af-44cb-a41c-af86ba47c5e8 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7933950 Aug 29 20:35:38.339683 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 35604) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:38.340516 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-d18d9436-4c96-435a-a123-46e2a880f052 None None] Set router bf84a212-1b90-4907-94d8-1ec03b2b2889 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:35:38.345812 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-352e8dab-e7c3-4320-a3d5-3de0a5833773 admin admin] Request body: {'subnet': {'network_id': 'd4a6db08-1cc0-4878-aa6b-d20a78530227', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1829212337-subnet', 'tenant_id': 'f885e578ed46463dad421c9f1ecc6520', 'ip_version': 4}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:38.375260 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a7388-e1af-44cb-a41c-af86ba47c5e8 admin admin] Pushing event updated for resources: {'Network': ['ID=d4a6db08-1cc0-4878-aa6b-d20a78530227,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:38.397958 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Network d4a6db08-1cc0-4878-aa6b-d20a78530227 details requested by agent ovs-agent-dv-cinder-854263-2-iscsi with host dv-cinder-854263-2-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:35:38.403783 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352e8dab-e7c3-4320-a3d5-3de0a5833773 admin admin] Made reservation on behalf of f885e578ed46463dad421c9f1ecc6520 for: {'subnet': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:35:38.409214 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-352e8dab-e7c3-4320-a3d5-3de0a5833773 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215030'] for subnet (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:38.483473 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:38.556795 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:38.695522 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-d18d9436-4c96-435a-a123-46e2a880f052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'name': 'tempest-TestVolumeBootPattern-37130483-router', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:33Z', 'revision_number': 4, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'gw_port': {'id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '9cda6261-c35a-4847-b516-e4a70f1b418e', 'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'mac_address': 'fa:16:3e:06:f1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:32Z', 'updated_at': '2022-08-29T20:35:38Z', 'revision_number': 4, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'subnets': [{'id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:38.742791 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18d9436-4c96-435a-a123-46e2a880f052 None None] The sync data for ids ['bf84a212-1b90-4907-94d8-1ec03b2b2889'] in dv-cinder-854263-2-iscsi is: [{'id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'name': 'tempest-TestVolumeBootPattern-37130483-router', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:33Z', 'revision_number': 4, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'gw_port': {'id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '9cda6261-c35a-4847-b516-e4a70f1b418e', 'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'mac_address': 'fa:16:3e:06:f1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:32Z', 'updated_at': '2022-08-29T20:35:38Z', 'revision_number': 4, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'subnets': [{'id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:35:38.997216 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:39.007778 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-352e8dab-e7c3-4320-a3d5-3de0a5833773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61348183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215008'] for subnet (0de8c161-8826-44bf-960a-5b043dfa46a6), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:39.137807 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e8dab-e7c3-4320-a3d5-3de0a5833773 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0de8c161-8826-44bf-960a-5b043dfa46a6,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:39.144567 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352e8dab-e7c3-4320-a3d5-3de0a5833773 admin admin] Checking segment: {'id': 'ed303e33-4530-49fd-ab14-3ac749ab3da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd4a6db08-1cc0-4878-aa6b-d20a78530227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:35:39.144876 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352e8dab-e7c3-4320-a3d5-3de0a5833773 admin admin] Network hostable DHCP agents. Network: d4a6db08-1cc0-4878-aa6b-d20a78530227, hostable agents: ['aba3b8c1-ed4e-40c9-99d3-a300910cc497'], hosted agents: [] {{(pid=106198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:35:39.159154 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 9cda6261-c35a-4847-b516-e4a70f1b418e up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:35:39.191353 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352e8dab-e7c3-4320-a3d5-3de0a5833773 admin admin] Network d4a6db08-1cc0-4878-aa6b-d20a78530227 is scheduled to be hosted by DHCP agent aba3b8c1-ed4e-40c9-99d3-a300910cc497 with binding_index 1 {{(pid=106198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:35:39.218364 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-352e8dab-e7c3-4320-a3d5-3de0a5833773 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-2-iscsi, d4a6db08-1cc0-4878-aa6b-d20a78530227) {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:35:39.235482 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352e8dab-e7c3-4320-a3d5-3de0a5833773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:39.235482 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-352e8dab-e7c3-4320-a3d5-3de0a5833773 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:39.253755 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2fc0a3-df80-42d9-9aaf-1b7f509ddf78 None None] Network d4a6db08-1cc0-4878-aa6b-d20a78530227 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:35:39.282957 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-352e8dab-e7c3-4320-a3d5-3de0a5833773 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9390640 Aug 29 20:35:39.294974 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 35616) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:39.332638 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-852c8dfd-1756-490c-abc4-ccbafe24a531 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1829212337-router', 'tenant_id': 'f885e578ed46463dad421c9f1ecc6520', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:39.346033 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66266cba-efd1-4734-95b4-c2d0b1f29820 req-41a28eba-a7d1-4c67-8b2f-532a3319c5ec tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:39.359237 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-66266cba-efd1-4734-95b4-c2d0b1f29820 req-41a28eba-a7d1-4c67-8b2f-532a3319c5ec tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.2221618 Aug 29 20:35:39.451696 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-66266cba-efd1-4734-95b4-c2d0b1f29820 req-75508640-5242-4994-9230-52122c0b9073 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895016 Aug 29 20:35:39.459711 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-852c8dfd-1756-490c-abc4-ccbafe24a531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6777'] for router (df5c3636-9dc8-47c1-9c46-e6463eefba36), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:39.461071 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-852c8dfd-1756-490c-abc4-ccbafe24a531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6774'] for router (df5c3636-9dc8-47c1-9c46-e6463eefba36), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:39.499312 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adac6a3-fc2c-4159-9bfc-2a99dbe3e3be req-b79de8e6-6489-495f-a9fe-e4c942a2a698 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:39.500664 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4adac6a3-fc2c-4159-9bfc-2a99dbe3e3be req-b79de8e6-6489-495f-a9fe-e4c942a2a698 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 945 time: 0.2043579 Aug 29 20:35:39.520124 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9f1ccb-5a85-4cc8-8d5f-0096b4707942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83f671a-a6f4-538f-9d53-80dd384b293c-d4a6db08-1cc0-4878-aa6b-d20a78530227', 'network_id': 'd4a6db08-1cc0-4878-aa6b-d20a78530227', 'project_id': 'f885e578ed46463dad421c9f1ecc6520', 'fixed_ips': [{'subnet_id': '0de8c161-8826-44bf-960a-5b043dfa46a6'}]}} from dv-cinder-854263-2-iscsi. {{(pid=106200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 20:35:39.521981 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-6b9f1ccb-5a85-4cc8-8d5f-0096b4707942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:39.556722 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 9cda6261-c35a-4847-b516-e4a70f1b418e triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:39.557408 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (9cda6261-c35a-4847-b516-e4a70f1b418e), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:39.617905 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-18230e30-e8bb-462c-87da-4a55851f97ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:39.620477 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-852c8dfd-1756-490c-abc4-ccbafe24a531 admin admin] Publish callbacks [] for router_controller (df5c3636-9dc8-47c1-9c46-e6463eefba36), precommit_add_association {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:39.688434 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 9cda6261-c35a-4847-b516-e4a70f1b418e is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:39.688946 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (9cda6261-c35a-4847-b516-e4a70f1b418e), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:39.794676 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52b220-3ec4-41cb-bae4-ea7e60928b3f req-a597da0b-c3a6-4916-965a-53e333df83c9 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:39.803927 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bb52b220-3ec4-41cb-bae4-ea7e60928b3f req-a597da0b-c3a6-4916-965a-53e333df83c9 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 943 time: 0.1180151 Aug 29 20:35:39.922036 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-852c8dfd-1756-490c-abc4-ccbafe24a531 admin admin] Publish callbacks [] for router_gateway (df5c3636-9dc8-47c1-9c46-e6463eefba36), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:39.923739 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] For port 9cda6261-c35a-4847-b516-e4a70f1b418e, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=9cda6261-c35a-4847-b516-e4a70f1b418e,segment=NetworkSegment(a7d83437-645d-48a8-bfa0-da5c0dbc5427),segment_id=a7d83437-645d-48a8-bfa0-da5c0dbc5427)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:35:39.924707 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:39.939819 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bb52b220-3ec4-41cb-bae4-ea7e60928b3f req-fa7b27be-b314-4636-a434-35430a7f746f tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345406 Aug 29 20:35:39.974055 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (9cda6261-c35a-4847-b516-e4a70f1b418e), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:40.088578 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.db_base_plugin_common [None req-6b9f1ccb-5a85-4cc8-8d5f-0096b4707942 None None] Allocated IP 172.20.0.2 (d4a6db08-1cc0-4878-aa6b-d20a78530227/0de8c161-8826-44bf-960a-5b043dfa46a6/855ee9ec-5134-467a-9746-f49399e30303) {{(pid=106200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:35:40.091856 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4adac6a3-fc2c-4159-9bfc-2a99dbe3e3be req-947b2a32-8280-4eef-a8f1-cb8f09c9ad50 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829929 Aug 29 20:35:40.342741 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:40.384689 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-852c8dfd-1756-490c-abc4-ccbafe24a531 admin admin] Publish callbacks [] for router_gateway (df5c3636-9dc8-47c1-9c46-e6463eefba36), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:40.417172 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-852c8dfd-1756-490c-abc4-ccbafe24a531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:40.600889 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-852c8dfd-1756-490c-abc4-ccbafe24a531 admin admin] Allocated IP 172.27.1.143 (6d9f465d-5886-43f5-9015-44f8e49732f9/a46a7c4b-a1af-42c4-bdce-13dd23ff8d25/bd11a6f4-e4c0-4176-9259-23d55e783667) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:35:40.662140 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-6b9f1ccb-5a85-4cc8-8d5f-0096b4707942 None None] Publish callbacks [] for port (855ee9ec-5134-467a-9746-f49399e30303), precommit_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:40.700346 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-6b9f1ccb-5a85-4cc8-8d5f-0096b4707942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414'] for port (855ee9ec-5134-467a-9746-f49399e30303), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:40.755674 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:40.778309 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9f1ccb-5a85-4cc8-8d5f-0096b4707942 None None] Network d4a6db08-1cc0-4878-aa6b-d20a78530227 is already hosted by enough agents. {{(pid=106200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:35:40.784265 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Pushing event updated for resources: {'Port': ['ID=9cda6261-c35a-4847-b516-e4a70f1b418e,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:40.788902 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.scheduler.base_scheduler [None req-6b9f1ccb-5a85-4cc8-8d5f-0096b4707942 None None] Resources bound (agent type, host, resource id): {{(pid=106200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:35:40.793747 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9f1ccb-5a85-4cc8-8d5f-0096b4707942 None None] Received port after_create {{(pid=106200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:35:40.797869 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef841c8-86ca-4852-a49d-9c8e9d6833e0 req-820a3a5a-0225-4adf-bfd8-06c17cda7bcc tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:40.810878 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8ef841c8-86ca-4852-a49d-9c8e9d6833e0 req-820a3a5a-0225-4adf-bfd8-06c17cda7bcc tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.1962585 Aug 29 20:35:40.881965 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:40.898223 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:40.906657 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-852c8dfd-1756-490c-abc4-ccbafe24a531 admin admin] Publish callbacks [] for port (bd11a6f4-e4c0-4176-9259-23d55e783667), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:40.947692 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8ef841c8-86ca-4852-a49d-9c8e9d6833e0 req-fd2dfdb9-0d05-4631-8c54-2451c2cea254 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202173 Aug 29 20:35:40.976554 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-6b9f1ccb-5a85-4cc8-8d5f-0096b4707942 None None] Attempting to bind port 855ee9ec-5134-467a-9746-f49399e30303 on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:35:40.976927 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-6b9f1ccb-5a85-4cc8-8d5f-0096b4707942 None None] Attempting to bind port 855ee9ec-5134-467a-9746-f49399e30303 by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': 'ed303e33-4530-49fd-ab14-3ac749ab3da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd4a6db08-1cc0-4878-aa6b-d20a78530227'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:35:40.977402 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f1ccb-5a85-4cc8-8d5f-0096b4707942 None None] Attempting to bind port 855ee9ec-5134-467a-9746-f49399e30303 on network d4a6db08-1cc0-4878-aa6b-d20a78530227 {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:35:40.989354 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f1ccb-5a85-4cc8-8d5f-0096b4707942 None None] Pushing event updated for resources: {'Port': ['ID=855ee9ec-5134-467a-9746-f49399e30303,revision_number=1']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:41.009230 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f1ccb-5a85-4cc8-8d5f-0096b4707942 None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:35:41.009615 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f1ccb-5a85-4cc8-8d5f-0096b4707942 None None] Checking segment: {'id': 'ed303e33-4530-49fd-ab14-3ac749ab3da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd4a6db08-1cc0-4878-aa6b-d20a78530227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:35:41.022363 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-6b9f1ccb-5a85-4cc8-8d5f-0096b4707942 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:41.022363 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f1ccb-5a85-4cc8-8d5f-0096b4707942 None None] Bound using segment: {'id': 'ed303e33-4530-49fd-ab14-3ac749ab3da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd4a6db08-1cc0-4878-aa6b-d20a78530227'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:35:41.022363 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-6b9f1ccb-5a85-4cc8-8d5f-0096b4707942 None None] Bound port: 855ee9ec-5134-467a-9746-f49399e30303, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed303e33-4530-49fd-ab14-3ac749ab3da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd4a6db08-1cc0-4878-aa6b-d20a78530227'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:35:41.022363 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-6b9f1ccb-5a85-4cc8-8d5f-0096b4707942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (855ee9ec-5134-467a-9746-f49399e30303), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:41.035043 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-852c8dfd-1756-490c-abc4-ccbafe24a531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (bd11a6f4-e4c0-4176-9259-23d55e783667), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:41.115186 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 9cda6261-c35a-4847-b516-e4a70f1b418e up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:35:41.171309 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:41.184579 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-6b9f1ccb-5a85-4cc8-8d5f-0096b4707942 None None] For port 855ee9ec-5134-467a-9746-f49399e30303, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:35:41.206153 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-6b9f1ccb-5a85-4cc8-8d5f-0096b4707942 None None] For port 855ee9ec-5134-467a-9746-f49399e30303, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=855ee9ec-5134-467a-9746-f49399e30303,segment=NetworkSegment(ed303e33-4530-49fd-ab14-3ac749ab3da7),segment_id=ed303e33-4530-49fd-ab14-3ac749ab3da7)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:35:41.215412 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-6b9f1ccb-5a85-4cc8-8d5f-0096b4707942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (855ee9ec-5134-467a-9746-f49399e30303), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:41.267441 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852c8dfd-1756-490c-abc4-ccbafe24a531 admin admin] Network 6d9f465d-5886-43f5-9015-44f8e49732f9 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:35:41.270858 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 9cda6261-c35a-4847-b516-e4a70f1b418e triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:41.271266 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (9cda6261-c35a-4847-b516-e4a70f1b418e), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:41.301581 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-852c8dfd-1756-490c-abc4-ccbafe24a531 admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:35:41.320360 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852c8dfd-1756-490c-abc4-ccbafe24a531 admin admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:35:41.333686 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c8dfd-1756-490c-abc4-ccbafe24a531 admin admin] Pushing event updated for resources: {'Port': ['ID=bd11a6f4-e4c0-4176-9259-23d55e783667,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:41.372445 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a3f9d-424d-4ff8-83d6-5825be0f721e req-aabcbf7d-9de5-475e-9eb7-11c6f8f84082 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:41.374714 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b31a3f9d-424d-4ff8-83d6-5825be0f721e req-aabcbf7d-9de5-475e-9eb7-11c6f8f84082 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 943 time: 0.2512946 Aug 29 20:35:41.394844 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6dd930-0006-4957-a808-ae3e522c2dfe req-2cf13953-ac3e-4608-8f5d-729a320f54f2 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:41.395445 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f1ccb-5a85-4cc8-8d5f-0096b4707942 None None] Pushing event updated for resources: {'Port': ['ID=855ee9ec-5134-467a-9746-f49399e30303,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:41.417730 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7b6dd930-0006-4957-a808-ae3e522c2dfe req-2cf13953-ac3e-4608-8f5d-729a320f54f2 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 945 time: 0.1799791 Aug 29 20:35:41.451416 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 9cda6261-c35a-4847-b516-e4a70f1b418e is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:41.514988 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7b6dd930-0006-4957-a808-ae3e522c2dfe req-c8beb009-8407-4688-ab0e-54228547c74c tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949378 Aug 29 20:35:41.698836 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b31a3f9d-424d-4ff8-83d6-5825be0f721e req-7d8db58a-af30-4e44-b530-cd3696edf273 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565694 Aug 29 20:35:41.911032 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-852c8dfd-1756-490c-abc4-ccbafe24a531 admin admin] Publish callbacks [] for router_gateway (df5c3636-9dc8-47c1-9c46-e6463eefba36), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:42.108749 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cffc426-8483-4efb-9c3a-868f6710cf69 req-c0d3815f-76ea-4eb9-b23a-f9e47f733fb3 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:42.110321 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7cffc426-8483-4efb-9c3a-868f6710cf69 req-c0d3815f-76ea-4eb9-b23a-f9e47f733fb3 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0857897 Aug 29 20:35:42.191564 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-852c8dfd-1756-490c-abc4-ccbafe24a531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639037'] for router (df5c3636-9dc8-47c1-9c46-e6463eefba36), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:42.226904 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7cffc426-8483-4efb-9c3a-868f6710cf69 req-60ee4a10-58a9-4ea6-ba63-3737b17ce355 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063416 Aug 29 20:35:42.254753 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:42.368940 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:42.409504 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852c8dfd-1756-490c-abc4-ccbafe24a531 admin admin] Router df5c3636-9dc8-47c1-9c46-e6463eefba36 is scheduled to L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 with binding_index 1 {{(pid=106198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 20:35:42.578416 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:42.581978 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852c8dfd-1756-490c-abc4-ccbafe24a531 admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:35:42.595081 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:42.598471 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f2326e-3072-4ec9-ae6b-cf2a93d821ee None None] Sync routers for ids ['df5c3636-9dc8-47c1-9c46-e6463eefba36'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:35:42.605652 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-852c8dfd-1756-490c-abc4-ccbafe24a531 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:42.607336 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-852c8dfd-1756-490c-abc4-ccbafe24a531 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3072717 Aug 29 20:35:42.610779 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 35648) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:42.618136 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f2326e-3072-4ec9-ae6b-cf2a93d821ee None None] Routers {'df5c3636-9dc8-47c1-9c46-e6463eefba36'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:35:42.618831 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-47f2326e-3072-4ec9-ae6b-cf2a93d821ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:35:40Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['df5c3636-9dc8-47c1-9c46-e6463eefba36'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:42.710553 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f36a00-070f-422a-a592-8d54bb9e9a12 None None] Network d4a6db08-1cc0-4878-aa6b-d20a78530227 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:35:42.837882 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-e8003d72-ce3e-4196-bdfa-fe6fe0f07da0 None None] Provisioning complete for port 855ee9ec-5134-467a-9746-f49399e30303 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:42.838583 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e8003d72-ce3e-4196-bdfa-fe6fe0f07da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (855ee9ec-5134-467a-9746-f49399e30303), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:42.871647 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabad979-853c-433c-a72d-11016fa1a2e5 req-53dd8b89-c6fa-41aa-8e12-f449c82fb551 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:42.873285 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fabad979-853c-433c-a72d-11016fa1a2e5 req-53dd8b89-c6fa-41aa-8e12-f449c82fb551 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 945 time: 0.1702535 Aug 29 20:35:42.918581 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3dc93-082c-4a29-ac7b-1d6621bd9243 req-124c7c3d-f885-4021-8229-fbda87e1a29c tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:42.950227 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-43c3dc93-082c-4a29-ac7b-1d6621bd9243 req-124c7c3d-f885-4021-8229-fbda87e1a29c tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 943 time: 0.1434538 Aug 29 20:35:42.967747 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-47f2326e-3072-4ec9-ae6b-cf2a93d821ee None None] Set router df5c3636-9dc8-47c1-9c46-e6463eefba36 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:35:42.984156 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fabad979-853c-433c-a72d-11016fa1a2e5 req-e7b77f9e-4dbc-49ad-a4d0-7f11571a8113 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663567 Aug 29 20:35:43.105188 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-43c3dc93-082c-4a29-ac7b-1d6621bd9243 req-7668d252-137e-4299-a07e-e77251a78c08 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530576 Aug 29 20:35:43.161978 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:43.165679 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-e8003d72-ce3e-4196-bdfa-fe6fe0f07da0 None None] Current status of the port 855ee9ec-5134-467a-9746-f49399e30303 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:43.166222 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e8003d72-ce3e-4196-bdfa-fe6fe0f07da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (855ee9ec-5134-467a-9746-f49399e30303), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:43.186553 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 855ee9ec-5134-467a-9746-f49399e30303 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:35:43.378928 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 855ee9ec-5134-467a-9746-f49399e30303 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:43.379740 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (855ee9ec-5134-467a-9746-f49399e30303), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:43.436126 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:43.468470 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f11ebe5b-7bee-4ded-ba2b-4831dab0f841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:43.502352 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-e8003d72-ce3e-4196-bdfa-fe6fe0f07da0 None None] For port 855ee9ec-5134-467a-9746-f49399e30303, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=855ee9ec-5134-467a-9746-f49399e30303,segment=NetworkSegment(ed303e33-4530-49fd-ab14-3ac749ab3da7),segment_id=ed303e33-4530-49fd-ab14-3ac749ab3da7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:35:43.514090 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e8003d72-ce3e-4196-bdfa-fe6fe0f07da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (855ee9ec-5134-467a-9746-f49399e30303), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:43.560016 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99532c-6fe7-4de3-aee1-ef48b8f90226 req-f6c453ba-0083-411d-8813-d4d19d453d51 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:43.561915 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0a99532c-6fe7-4de3-aee1-ef48b8f90226 req-f6c453ba-0083-411d-8813-d4d19d453d51 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.1013947 Aug 29 20:35:43.565938 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 855ee9ec-5134-467a-9746-f49399e30303 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:43.568657 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (855ee9ec-5134-467a-9746-f49399e30303), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:43.622379 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8003d72-ce3e-4196-bdfa-fe6fe0f07da0 None None] Pushing event updated for resources: {'Port': ['ID=855ee9ec-5134-467a-9746-f49399e30303,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:43.673136 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0a99532c-6fe7-4de3-aee1-ef48b8f90226 req-dc529cac-6780-4f7d-b93c-a4c6a2a2964a tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630176 Aug 29 20:35:43.727470 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-570dbf94-efbb-441e-86f6-2bebead2a0e9 None None] Provisioning complete for port 855ee9ec-5134-467a-9746-f49399e30303 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:43.727844 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-570dbf94-efbb-441e-86f6-2bebead2a0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (855ee9ec-5134-467a-9746-f49399e30303), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:43.750034 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.db.api [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 29 20:35:43.750745 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG oslo_db.api [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 20:35:43.779339 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-47f2326e-3072-4ec9-ae6b-cf2a93d821ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5c3636-9dc8-47c1-9c46-e6463eefba36', 'name': 'tempest-TestVolumeBootPattern-1829212337-router', 'tenant_id': 'f885e578ed46463dad421c9f1ecc6520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'bd11a6f4-e4c0-4176-9259-23d55e783667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:39Z', 'updated_at': '2022-08-29T20:35:41Z', 'revision_number': 3, 'project_id': 'f885e578ed46463dad421c9f1ecc6520', 'gw_port': {'id': 'bd11a6f4-e4c0-4176-9259-23d55e783667', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5c3636-9dc8-47c1-9c46-e6463eefba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:40Z', 'updated_at': '2022-08-29T20:35:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:43.814642 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f2326e-3072-4ec9-ae6b-cf2a93d821ee None None] Checking router: df5c3636-9dc8-47c1-9c46-e6463eefba36 for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:35:43.814989 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f2326e-3072-4ec9-ae6b-cf2a93d821ee None None] Updating router df5c3636-9dc8-47c1-9c46-e6463eefba36 port bd11a6f4-e4c0-4176-9259-23d55e783667 binding host dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:35:43.843706 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-f11ebe5b-7bee-4ded-ba2b-4831dab0f841 admin admin] Allocated IP 172.20.0.1 (d4a6db08-1cc0-4878-aa6b-d20a78530227/0de8c161-8826-44bf-960a-5b043dfa46a6/a57ac97e-1e9b-41b3-8dd8-8a906f639b32) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:35:43.857863 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-47f2326e-3072-4ec9-ae6b-cf2a93d821ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (bd11a6f4-e4c0-4176-9259-23d55e783667), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:43.973173 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:43.983402 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-570dbf94-efbb-441e-86f6-2bebead2a0e9 None None] Current status of the port 855ee9ec-5134-467a-9746-f49399e30303 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:43.998818 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f11ebe5b-7bee-4ded-ba2b-4831dab0f841 admin admin] Publish callbacks [] for port (a57ac97e-1e9b-41b3-8dd8-8a906f639b32), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:44.004462 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:44.061050 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f11ebe5b-7bee-4ded-ba2b-4831dab0f841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (a57ac97e-1e9b-41b3-8dd8-8a906f639b32), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:44.125014 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11ebe5b-7bee-4ded-ba2b-4831dab0f841 admin admin] Network d4a6db08-1cc0-4878-aa6b-d20a78530227 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:35:44.139901 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-f11ebe5b-7bee-4ded-ba2b-4831dab0f841 admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:35:44.144321 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11ebe5b-7bee-4ded-ba2b-4831dab0f841 admin admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:35:44.158740 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ebe5b-7bee-4ded-ba2b-4831dab0f841 admin admin] Pushing event updated for resources: {'Port': ['ID=a57ac97e-1e9b-41b3-8dd8-8a906f639b32,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:44.167539 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbaff4-083e-4d8e-a995-f9c71104f866 req-bac3b096-b845-4355-848c-b253444453a3 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:44.175114 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-45dbaff4-083e-4d8e-a995-f9c71104f866 req-bac3b096-b845-4355-848c-b253444453a3 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 945 time: 0.0581088 Aug 29 20:35:44.249312 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-45dbaff4-083e-4d8e-a995-f9c71104f866 req-82b1c026-0c7d-42c8-bf0b-f445dcf12d20 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729716 Aug 29 20:35:44.298385 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f11ebe5b-7bee-4ded-ba2b-4831dab0f841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639577'] for router_interface (df5c3636-9dc8-47c1-9c46-e6463eefba36), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:44.474120 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:44.482650 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 855ee9ec-5134-467a-9746-f49399e30303 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:44.493898 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-47f2326e-3072-4ec9-ae6b-cf2a93d821ee None None] Publish callbacks [] for port (bd11a6f4-e4c0-4176-9259-23d55e783667), precommit_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:44.503195 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-47f2326e-3072-4ec9-ae6b-cf2a93d821ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (bd11a6f4-e4c0-4176-9259-23d55e783667), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:44.512115 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf6cf9-b5c2-4f8d-bbc2-87b30574bf73 req-a4733c87-b8d5-4f44-8b6b-32e72db2ca4b tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:44.522299 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-abcf6cf9-b5c2-4f8d-bbc2-87b30574bf73 req-a4733c87-b8d5-4f44-8b6b-32e72db2ca4b tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 943 time: 0.1535790 Aug 29 20:35:44.527888 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-47f2326e-3072-4ec9-ae6b-cf2a93d821ee None None] Attempting to bind port bd11a6f4-e4c0-4176-9259-23d55e783667 on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:35:44.528388 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-47f2326e-3072-4ec9-ae6b-cf2a93d821ee None None] Attempting to bind port bd11a6f4-e4c0-4176-9259-23d55e783667 by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:35:44.528765 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f2326e-3072-4ec9-ae6b-cf2a93d821ee None None] Attempting to bind port bd11a6f4-e4c0-4176-9259-23d55e783667 on network 6d9f465d-5886-43f5-9015-44f8e49732f9 {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:35:44.566415 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f2326e-3072-4ec9-ae6b-cf2a93d821ee None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:35:44.566975 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f2326e-3072-4ec9-ae6b-cf2a93d821ee None None] Checking segment: {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:35:44.567663 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-47f2326e-3072-4ec9-ae6b-cf2a93d821ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:44.568879 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f2326e-3072-4ec9-ae6b-cf2a93d821ee None None] Bound using segment: {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:35:44.570779 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-47f2326e-3072-4ec9-ae6b-cf2a93d821ee None None] Bound port: bd11a6f4-e4c0-4176-9259-23d55e783667, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:35:44.571789 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-47f2326e-3072-4ec9-ae6b-cf2a93d821ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (bd11a6f4-e4c0-4176-9259-23d55e783667), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:44.679457 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f11ebe5b-7bee-4ded-ba2b-4831dab0f841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (a57ac97e-1e9b-41b3-8dd8-8a906f639b32), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:44.686088 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-abcf6cf9-b5c2-4f8d-bbc2-87b30574bf73 req-b08ac340-33f2-4983-9ad5-d4d74626d931 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578577 Aug 29 20:35:44.746928 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b3c24-1c48-494e-95a2-5f6a7579a229 None None] Pushing event updated for resources: {'Port': ['ID=bd11a6f4-e4c0-4176-9259-23d55e783667,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:44.774102 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-090f183d-8dbf-4111-b8b9-9958913e6fe9 None None] Provisioning complete for port a57ac97e-1e9b-41b3-8dd8-8a906f639b32 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:44.774705 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-090f183d-8dbf-4111-b8b9-9958913e6fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (a57ac97e-1e9b-41b3-8dd8-8a906f639b32), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:44.887479 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-47f2326e-3072-4ec9-ae6b-cf2a93d821ee None None] For port bd11a6f4-e4c0-4176-9259-23d55e783667, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:35:44.926058 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-47f2326e-3072-4ec9-ae6b-cf2a93d821ee None None] For port bd11a6f4-e4c0-4176-9259-23d55e783667, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=bd11a6f4-e4c0-4176-9259-23d55e783667,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:35:44.931181 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-090f183d-8dbf-4111-b8b9-9958913e6fe9 None None] Port a57ac97e-1e9b-41b3-8dd8-8a906f639b32 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:35:44.946439 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-47f2326e-3072-4ec9-ae6b-cf2a93d821ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (bd11a6f4-e4c0-4176-9259-23d55e783667), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:45.083514 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f2326e-3072-4ec9-ae6b-cf2a93d821ee None None] Routers {'df5c3636-9dc8-47c1-9c46-e6463eefba36'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:35:45.084428 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-47f2326e-3072-4ec9-ae6b-cf2a93d821ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:35:40Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['df5c3636-9dc8-47c1-9c46-e6463eefba36'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:45.098695 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d03343-9ca2-4f7a-93b7-987b3fc98424 req-0ebf2d09-b196-4c80-9581-657941b73ff2 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:45.100641 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-53d03343-9ca2-4f7a-93b7-987b3fc98424 req-0ebf2d09-b196-4c80-9581-657941b73ff2 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.2623510 Aug 29 20:35:45.118624 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:45.125583 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:45.184927 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 855ee9ec-5134-467a-9746-f49399e30303 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:35:45.241603 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-53d03343-9ca2-4f7a-93b7-987b3fc98424 req-40233d7e-d2f6-401e-af57-8fc5cff78b3c tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297567 Aug 29 20:35:45.285466 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b3c24-1c48-494e-95a2-5f6a7579a229 None None] Pushing event updated for resources: {'Port': ['ID=bd11a6f4-e4c0-4176-9259-23d55e783667,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:45.366782 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 855ee9ec-5134-467a-9746-f49399e30303 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:45.367496 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (855ee9ec-5134-467a-9746-f49399e30303), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:45.371449 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-47f2326e-3072-4ec9-ae6b-cf2a93d821ee None None] Set router df5c3636-9dc8-47c1-9c46-e6463eefba36 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:35:45.520668 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f11ebe5b-7bee-4ded-ba2b-4831dab0f841 admin admin] Publish callbacks [] for port (a57ac97e-1e9b-41b3-8dd8-8a906f639b32), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:45.533122 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770c8ad-ccf6-4404-aa3a-95046d9e5e88 req-12a76ba3-8f14-4617-aefe-ca7bde6a4b61 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:45.535204 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e770c8ad-ccf6-4404-aa3a-95046d9e5e88 req-12a76ba3-8f14-4617-aefe-ca7bde6a4b61 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 945 time: 0.0856769 Aug 29 20:35:45.538968 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f11ebe5b-7bee-4ded-ba2b-4831dab0f841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (a57ac97e-1e9b-41b3-8dd8-8a906f639b32), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:45.591749 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 855ee9ec-5134-467a-9746-f49399e30303 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:45.627733 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0508908d-380f-4287-b86b-2dfdc909f96b req-862784f8-aace-481b-ab9b-fe73e406350e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-372403117&fields=id&tenant_id=2f93e5b4f52b4b8cac7e0336a44b33ba HTTP/1.1" status: 200 len: 267 time: 0.0724173 Aug 29 20:35:45.659765 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ebe5b-7bee-4ded-ba2b-4831dab0f841 admin admin] Pushing event updated for resources: {'Port': ['ID=a57ac97e-1e9b-41b3-8dd8-8a906f639b32,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:45.665266 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f11ebe5b-7bee-4ded-ba2b-4831dab0f841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639693'] for router_interface (df5c3636-9dc8-47c1-9c46-e6463eefba36), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:45.675923 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e770c8ad-ccf6-4404-aa3a-95046d9e5e88 req-0aca5fde-7064-4b3f-a189-16a3d3ea4df1 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104872 Aug 29 20:35:45.693399 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-47f2326e-3072-4ec9-ae6b-cf2a93d821ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5c3636-9dc8-47c1-9c46-e6463eefba36', 'name': 'tempest-TestVolumeBootPattern-1829212337-router', 'tenant_id': 'f885e578ed46463dad421c9f1ecc6520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'bd11a6f4-e4c0-4176-9259-23d55e783667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:39Z', 'updated_at': '2022-08-29T20:35:44Z', 'revision_number': 4, 'project_id': 'f885e578ed46463dad421c9f1ecc6520', 'gw_port': {'id': 'bd11a6f4-e4c0-4176-9259-23d55e783667', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5c3636-9dc8-47c1-9c46-e6463eefba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:40Z', 'updated_at': '2022-08-29T20:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': 'a57ac97e-1e9b-41b3-8dd8-8a906f639b32', 'name': '', 'network_id': 'd4a6db08-1cc0-4878-aa6b-d20a78530227', 'tenant_id': 'f885e578ed46463dad421c9f1ecc6520', 'mac_address': 'fa:16:3e:b9:a5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5c3636-9dc8-47c1-9c46-e6463eefba36', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0de8c161-8826-44bf-960a-5b043dfa46a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:43Z', 'updated_at': '2022-08-29T20:35:43Z', 'revision_number': 1, 'project_id': 'f885e578ed46463dad421c9f1ecc6520', 'subnets': [{'id': '0de8c161-8826-44bf-960a-5b043dfa46a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:45.759088 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f2326e-3072-4ec9-ae6b-cf2a93d821ee None None] The sync data for ids ['df5c3636-9dc8-47c1-9c46-e6463eefba36'] in dv-cinder-854263-2-iscsi is: [{'id': 'df5c3636-9dc8-47c1-9c46-e6463eefba36', 'name': 'tempest-TestVolumeBootPattern-1829212337-router', 'tenant_id': 'f885e578ed46463dad421c9f1ecc6520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'bd11a6f4-e4c0-4176-9259-23d55e783667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:39Z', 'updated_at': '2022-08-29T20:35:44Z', 'revision_number': 4, 'project_id': 'f885e578ed46463dad421c9f1ecc6520', 'gw_port': {'id': 'bd11a6f4-e4c0-4176-9259-23d55e783667', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5c3636-9dc8-47c1-9c46-e6463eefba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:40Z', 'updated_at': '2022-08-29T20:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': 'a57ac97e-1e9b-41b3-8dd8-8a906f639b32', 'name': '', 'network_id': 'd4a6db08-1cc0-4878-aa6b-d20a78530227', 'tenant_id': 'f885e578ed46463dad421c9f1ecc6520', 'mac_address': 'fa:16:3e:b9:a5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5c3636-9dc8-47c1-9c46-e6463eefba36', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0de8c161-8826-44bf-960a-5b043dfa46a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:43Z', 'updated_at': '2022-08-29T20:35:43Z', 'revision_number': 1, 'project_id': 'f885e578ed46463dad421c9f1ecc6520', 'subnets': [{'id': '0de8c161-8826-44bf-960a-5b043dfa46a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:35:45.793060 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:45.835384 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2e966-471d-4c49-aa03-28d685b4017f req-b61f3e98-82fe-4ebf-b128-b674e8853c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:45.836975 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ede2e966-471d-4c49-aa03-28d685b4017f req-b61f3e98-82fe-4ebf-b128-b674e8853c84 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=9aeb874f-5dc0-4462-96f6-c696d1a7b371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1127110 Aug 29 20:35:45.844819 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11ebe5b-7bee-4ded-ba2b-4831dab0f841 admin admin] Network d4a6db08-1cc0-4878-aa6b-d20a78530227 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:35:45.849724 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-f11ebe5b-7bee-4ded-ba2b-4831dab0f841 admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:35:45.856113 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0a469-47b2-4c98-b185-1cd327e5a6d8 req-69aa3ee9-fc85-4e3a-81a0-84d4ef9fd7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:45.857634 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-28e0a469-47b2-4c98-b185-1cd327e5a6d8 req-69aa3ee9-fc85-4e3a-81a0-84d4ef9fd7cc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3f36c1186e0f44df87d13ef836f6525b&device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 1127 time: 0.1190720 Aug 29 20:35:45.881380 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508908d-380f-4287-b86b-2dfdc909f96b req-e595a566-e80a-4776-9471-abb670c860ad tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:45.882930 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0508908d-380f-4287-b86b-2dfdc909f96b req-e595a566-e80a-4776-9471-abb670c860ad tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/networks?id=779bade7-0633-4938-81a0-aee67711baac HTTP/1.1" status: 200 len: 808 time: 0.2542973 Aug 29 20:35:45.906059 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0508908d-380f-4287-b86b-2dfdc909f96b req-f631b08f-e908-4196-8cc6-1c31a94ff866 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/quotas/2f93e5b4f52b4b8cac7e0336a44b33ba HTTP/1.1" status: 200 len: 375 time: 0.0155168 Aug 29 20:35:45.925335 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:45.972416 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0508908d-380f-4287-b86b-2dfdc909f96b req-c8e653fe-2b16-4a01-bbb6-cb08b40ca90c tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=2f93e5b4f52b4b8cac7e0336a44b33ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624566 Aug 29 20:35:45.995566 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3a0fb-8d73-4804-9af3-c302cb27a064 req-37a0a368-b2f3-418e-b132-4db02868aba0 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:45.998005 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-31c3a0fb-8d73-4804-9af3-c302cb27a064 req-37a0a368-b2f3-418e-b132-4db02868aba0 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 943 time: 0.1512895 Aug 29 20:35:46.122080 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0508908d-380f-4287-b86b-2dfdc909f96b req-09ccf659-6313-4d27-9c27-acac5c205da3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/779bade7-0633-4938-81a0-aee67711baac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407223 Aug 29 20:35:46.164152 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-31c3a0fb-8d73-4804-9af3-c302cb27a064 req-fd9900b3-ca19-4438-8147-3e024e323e5a tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579618 Aug 29 20:35:46.171272 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-6a19371a-f465-4eec-868b-7e7761b03343 None None] Provisioning complete for port a57ac97e-1e9b-41b3-8dd8-8a906f639b32 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:46.171669 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-6a19371a-f465-4eec-868b-7e7761b03343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (a57ac97e-1e9b-41b3-8dd8-8a906f639b32), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:46.186032 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11ebe5b-7bee-4ded-ba2b-4831dab0f841 admin admin] Router df5c3636-9dc8-47c1-9c46-e6463eefba36 has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:35:46.228790 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-6a19371a-f465-4eec-868b-7e7761b03343 None None] Port a57ac97e-1e9b-41b3-8dd8-8a906f639b32 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:35:46.234149 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:46.254517 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0508908d-380f-4287-b86b-2dfdc909f96b req-8eae2a5e-0d0b-4a4d-950d-705c5388dcfe service neutron] 10.222.0.18 "GET /networking/v2.0/networks/779bade7-0633-4938-81a0-aee67711baac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174486 Aug 29 20:35:46.384966 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11ebe5b-7bee-4ded-ba2b-4831dab0f841 admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:35:46.392084 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-f11ebe5b-7bee-4ded-ba2b-4831dab0f841 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/df5c3636-9dc8-47c1-9c46-e6463eefba36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7797363 Aug 29 20:35:46.403881 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b9fd0-1099-4d30-a9ae-d99928569931 req-811b372e-97fa-4ac1-9833-dcd4b0cb3bdb tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:46.405805 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-631b9fd0-1099-4d30-a9ae-d99928569931 req-811b372e-97fa-4ac1-9833-dcd4b0cb3bdb tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0666568 Aug 29 20:35:46.472623 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-631b9fd0-1099-4d30-a9ae-d99928569931 req-d9899040-7c21-48be-926d-35b4deb54ddf tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583634 Aug 29 20:35:46.713080 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c8f17cdc-6013-4614-8aec-f30e04049389 req-6762903d-1714-4494-90d0-f4fc7b060f33 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 210 time: 0.0481277 Aug 29 20:35:46.875084 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b3b0b-2be8-4907-a2a0-0d2856146331 req-a5b8c549-9531-4782-9422-1d80dbc1456c tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:46.877227 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ce8b3b0b-2be8-4907-a2a0-0d2856146331 req-a5b8c549-9531-4782-9422-1d80dbc1456c tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 945 time: 0.0693767 Aug 29 20:35:46.899410 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 35700) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:46.910642 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-93e6bd77-38e5-4921-b2c7-70c52bb81a6b tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-403245879', 'description': 'tempest-secgroup-smoke-403245879 description', 'project_id': '4ac573b4aa7a47c49d129afd9939e26d'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:46.947532 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-93e6bd77-38e5-4921-b2c7-70c52bb81a6b tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:46.964167 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ce8b3b0b-2be8-4907-a2a0-0d2856146331 req-577af559-9992-46f4-b537-f60dcbe024bc tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797312 Aug 29 20:35:47.053880 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device bd11a6f4-e4c0-4176-9259-23d55e783667 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:35:47.058300 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-93e6bd77-38e5-4921-b2c7-70c52bb81a6b tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for security_group (5525aaa5-930a-4eda-b57c-b81377383211), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:47.064408 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-93e6bd77-38e5-4921-b2c7-70c52bb81a6b tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (5525aaa5-930a-4eda-b57c-b81377383211), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:47.109780 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-93e6bd77-38e5-4921-b2c7-70c52bb81a6b tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:47.114007 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-93e6bd77-38e5-4921-b2c7-70c52bb81a6b tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2084877 Aug 29 20:35:47.114651 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 35704) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:47.119991 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-38291d78-557d-4870-a60c-fc40ad4453b1 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Request body: {'security_group_rule': {'security_group_id': '5525aaa5-930a-4eda-b57c-b81377383211', 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:47.124191 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port bd11a6f4-e4c0-4176-9259-23d55e783667 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:47.124570 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (bd11a6f4-e4c0-4176-9259-23d55e783667), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:47.127119 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:47.139591 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6bd77-38e5-4921-b2c7-70c52bb81a6b tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5525aaa5-930a-4eda-b57c-b81377383211,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:47.178068 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-38291d78-557d-4870-a60c-fc40ad4453b1 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for security_group_rule (4f4e2ba9-6166-4ae0-92d2-ce25ab9c086a), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:47.222726 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port bd11a6f4-e4c0-4176-9259-23d55e783667 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:47.224628 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (bd11a6f4-e4c0-4176-9259-23d55e783667), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:47.264270 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] For port bd11a6f4-e4c0-4176-9259-23d55e783667, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=bd11a6f4-e4c0-4176-9259-23d55e783667,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:35:47.270451 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (bd11a6f4-e4c0-4176-9259-23d55e783667), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:47.326551 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-38291d78-557d-4870-a60c-fc40ad4453b1 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for security_group_rule (4f4e2ba9-6166-4ae0-92d2-ce25ab9c086a), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:47.362558 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-38291d78-557d-4870-a60c-fc40ad4453b1 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (4f4e2ba9-6166-4ae0-92d2-ce25ab9c086a), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:47.382664 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Pushing event updated for resources: {'Port': ['ID=bd11a6f4-e4c0-4176-9259-23d55e783667,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:47.390538 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603580a-a928-432a-9a6b-7307aab33565 req-aa23f96b-a43c-4a36-a192-3cd58b67a35b tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:47.392204 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2603580a-a928-432a-9a6b-7307aab33565 req-aa23f96b-a43c-4a36-a192-3cd58b67a35b tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 943 time: 0.0891776 Aug 29 20:35:47.455475 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2603580a-a928-432a-9a6b-7307aab33565 req-f78a0fd3-7417-4961-8dfc-133654417b8c tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536072 Aug 29 20:35:47.506249 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38291d78-557d-4870-a60c-fc40ad4453b1 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4e2ba9-6166-4ae0-92d2-ce25ab9c086a,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:47.598853 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-38291d78-557d-4870-a60c-fc40ad4453b1 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:47.601008 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-38291d78-557d-4870-a60c-fc40ad4453b1 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4851625 Aug 29 20:35:47.603801 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 35710) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:47.612406 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-221a2dde-1766-4101-8551-354bab87922f tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Request body: {'security_group_rule': {'security_group_id': '5525aaa5-930a-4eda-b57c-b81377383211', 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:47.647223 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d4687-97d4-4f93-a63b-66d788ef0f6d req-06ffca28-4f93-442e-b28c-e8c51c60c1dd tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:47.648801 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ab9d4687-97d4-4f93-a63b-66d788ef0f6d req-06ffca28-4f93-442e-b28c-e8c51c60c1dd tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 945 time: 0.0878656 Aug 29 20:35:47.654234 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf79ce9-dcb7-4037-b258-661d59bc78fb req-16c00228-1d63-47c4-94a7-0772341c4fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:47.656983 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0bf79ce9-dcb7-4037-b258-661d59bc78fb req-16c00228-1d63-47c4-94a7-0772341c4fe6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 1130 time: 0.1687632 Aug 29 20:35:47.658732 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0a469-47b2-4c98-b185-1cd327e5a6d8 req-4c7af6d4-e067-462f-bc80-1f2820e6d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:47.660874 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-28e0a469-47b2-4c98-b185-1cd327e5a6d8 req-4c7af6d4-e067-462f-bc80-1f2820e6d5a7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=3f36c1186e0f44df87d13ef836f6525b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4200094 Aug 29 20:35:47.719515 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:47.736965 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e467b-a6d4-431f-8541-4a13f446c3ea req-033e0da5-b5bd-4a03-8ae1-76605d45c74c tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:47.740982 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ad8e467b-a6d4-431f-8541-4a13f446c3ea req-033e0da5-b5bd-4a03-8ae1-76605d45c74c tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.1366463 Aug 29 20:35:47.765158 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-221a2dde-1766-4101-8551-354bab87922f tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for security_group_rule (9c96b95d-0c00-4020-a2b1-221d6befe3d1), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:47.805603 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:47.839970 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ede2e966-471d-4c49-aa03-28d685b4017f req-5b7e36c0-64eb-4b6e-861f-b59a4ba6a715 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6096485 Aug 29 20:35:47.943692 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e71982fc-2ba8-4b23-95ff-e85f1889488e req-e31ac41f-6edf-4174-86bf-29303f6eaf2a tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 210 time: 0.0753672 Aug 29 20:35:47.952571 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-ab9d4687-97d4-4f93-a63b-66d788ef0f6d req-e9e3f7b3-cb1f-4a4e-b79e-7c7f5fa0aeb3 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Deleting port 1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:35:47.953027 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-ab9d4687-97d4-4f93-a63b-66d788ef0f6d req-e9e3f7b3-cb1f-4a4e-b79e-7c7f5fa0aeb3 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:47.986540 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0bf79ce9-dcb7-4037-b258-661d59bc78fb req-7be5c7bd-7f96-46f7-a9ea-19db2b200fad service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2367342 Aug 29 20:35:48.007012 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ad8e467b-a6d4-431f-8541-4a13f446c3ea req-7287fc03-d80f-478d-9b37-127a35e63a09 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041650 Aug 29 20:35:48.032367 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-221a2dde-1766-4101-8551-354bab87922f tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for security_group_rule (9c96b95d-0c00-4020-a2b1-221d6befe3d1), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:48.039115 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-221a2dde-1766-4101-8551-354bab87922f tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (9c96b95d-0c00-4020-a2b1-221d6befe3d1), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:48.058389 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0a469-47b2-4c98-b185-1cd327e5a6d8 req-bcd7043b-66de-4ce0-be0a-513999eaf391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:48.060324 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-28e0a469-47b2-4c98-b185-1cd327e5a6d8 req-bcd7043b-66de-4ce0-be0a-513999eaf391 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3067245 Aug 29 20:35:48.070681 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a2dde-1766-4101-8551-354bab87922f tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c96b95d-0c00-4020-a2b1-221d6befe3d1,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:48.090407 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ede2e966-471d-4c49-aa03-28d685b4017f req-f752ddc8-6893-4a2c-ac2f-bd8bed6df49d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159972 Aug 29 20:35:48.093291 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:48.099755 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-221a2dde-1766-4101-8551-354bab87922f tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:48.100982 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-221a2dde-1766-4101-8551-354bab87922f tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4961746 Aug 29 20:35:48.104198 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 35716) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:48.109478 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-ef609be5-b3ff-41f4-9c7c-1c7fc82e0fdc tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Request body: {'security_group_rule': {'security_group_id': '5525aaa5-930a-4eda-b57c-b81377383211', 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:48.115205 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:48.143542 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ef609be5-b3ff-41f4-9c7c-1c7fc82e0fdc tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for security_group_rule (f585c488-49c3-43c2-91c9-f839f4de9e9a), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:48.144082 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-ab9d4687-97d4-4f93-a63b-66d788ef0f6d req-e9e3f7b3-cb1f-4a4e-b79e-7c7f5fa0aeb3 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] For port 1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023,segment=NetworkSegment(bcfedb24-5bd4-4895-869f-944078997b9d),segment_id=bcfedb24-5bd4-4895-869f-944078997b9d)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:35:48.144451 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-ab9d4687-97d4-4f93-a63b-66d788ef0f6d req-e9e3f7b3-cb1f-4a4e-b79e-7c7f5fa0aeb3 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:48.160571 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57e300-d328-4597-9892-4f479eb33a55 req-502a9c01-864f-4fbe-9f13-dadf89f1ad3b tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:48.162073 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9e57e300-d328-4597-9892-4f479eb33a55 req-502a9c01-864f-4fbe-9f13-dadf89f1ad3b tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 945 time: 0.0891609 Aug 29 20:35:48.172470 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-ab9d4687-97d4-4f93-a63b-66d788ef0f6d req-e9e3f7b3-cb1f-4a4e-b79e-7c7f5fa0aeb3 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Calling delete_port for 1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023 owned by compute:nova {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:35:48.211820 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ef609be5-b3ff-41f4-9c7c-1c7fc82e0fdc tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for security_group_rule (f585c488-49c3-43c2-91c9-f839f4de9e9a), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:48.217185 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ef609be5-b3ff-41f4-9c7c-1c7fc82e0fdc tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (f585c488-49c3-43c2-91c9-f839f4de9e9a), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:48.259401 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef609be5-b3ff-41f4-9c7c-1c7fc82e0fdc tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f585c488-49c3-43c2-91c9-f839f4de9e9a,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:48.270327 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ef609be5-b3ff-41f4-9c7c-1c7fc82e0fdc tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:48.271865 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-ef609be5-b3ff-41f4-9c7c-1c7fc82e0fdc tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1657488 Aug 29 20:35:48.275373 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 35718) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:48.280630 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-d5918186-b52e-4a49-9da8-72373bd09c5e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Request body: {'security_group_rule': {'security_group_id': '5525aaa5-930a-4eda-b57c-b81377383211', 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:48.287735 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9e57e300-d328-4597-9892-4f479eb33a55 req-82982ce8-2169-4990-bf69-2fcc85993375 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171279 Aug 29 20:35:48.374419 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d5918186-b52e-4a49-9da8-72373bd09c5e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for security_group_rule (6cb00593-eef7-4005-8be0-caa42acfe9aa), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:48.379416 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-8575a6b8-1191-4b45-a8ba-c126f9258374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:48.381056 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-8575a6b8-1191-4b45-a8ba-c126f9258374 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3f36c1186e0f44df87d13ef836f6525b&device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 1127 time: 0.0690906 Aug 29 20:35:48.390429 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-ab9d4687-97d4-4f93-a63b-66d788ef0f6d req-e9e3f7b3-cb1f-4a4e-b79e-7c7f5fa0aeb3 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:48.412457 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:35:48.442964 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e3f7b3-cb1f-4a4e-b79e-7c7f5fa0aeb3 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Pushing event deleted for resources: {'Port': ['ID=1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:48.464205 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d5918186-b52e-4a49-9da8-72373bd09c5e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for security_group_rule (6cb00593-eef7-4005-8be0-caa42acfe9aa), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:48.468848 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d5918186-b52e-4a49-9da8-72373bd09c5e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (6cb00593-eef7-4005-8be0-caa42acfe9aa), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:48.488931 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5918186-b52e-4a49-9da8-72373bd09c5e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb00593-eef7-4005-8be0-caa42acfe9aa,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:48.498120 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d5918186-b52e-4a49-9da8-72373bd09c5e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:48.500221 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-d5918186-b52e-4a49-9da8-72373bd09c5e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2227302 Aug 29 20:35:48.502424 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 35722) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:48.507422 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-ffa754ba-20eb-452e-b470-a705a9c1b49c tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Request body: {'security_group_rule': {'security_group_id': '5525aaa5-930a-4eda-b57c-b81377383211', 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:48.534721 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9d4687-97d4-4f93-a63b-66d788ef0f6d req-e9e3f7b3-cb1f-4a4e-b79e-7c7f5fa0aeb3 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] No DVR routers for this DVR port 1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023 on host hv-cinder-85426 {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:35:48.536444 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.db.securitygroups_db [None req-ffa754ba-20eb-452e-b470-a705a9c1b49c tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Project 4ac573b4aa7a47c49d129afd9939e26d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 20:35:48.537782 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-ab9d4687-97d4-4f93-a63b-66d788ef0f6d req-e9e3f7b3-cb1f-4a4e-b79e-7c7f5fa0aeb3 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:48.541479 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ab9d4687-97d4-4f93-a63b-66d788ef0f6d req-e9e3f7b3-cb1f-4a4e-b79e-7c7f5fa0aeb3 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.33 "DELETE /networking/v2.0/ports/1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023 HTTP/1.1" status: 204 len: 173 time: 0.8823164 Aug 29 20:35:48.541956 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357d9e2a-8aa3-4f1b-92ab-0c4db7649f43', 'name': 'network-vif-deleted', 'tag': '1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:35:48.544261 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f607546964f141dcf8ed995c545a93b1930b0d2db8722531a12d309c5951f327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a04835-fcba-4f77-8ff1-ea21dde0693e" -d '{"events": [{"server_uuid": "357d9e2a-8aa3-4f1b-92ab-0c4db7649f43", "name": "network-vif-deleted", "tag": "1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:35:48.553672 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ffa754ba-20eb-452e-b470-a705a9c1b49c tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for security_group_rule (cc8db4b8-b8fd-4a6b-a5a5-36af9b4d6b0d), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:48.603166 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a14d5b-c3f9-4473-a843-75d6ebea4942 x-openstack-request-id: req-18a14d5b-c3f9-4473-a843-75d6ebea4942 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:35:48.604492 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357d9e2a-8aa3-4f1b-92ab-0c4db7649f43", "name": "network-vif-deleted", "tag": "1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:35:48.604492 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18a14d5b-c3f9-4473-a843-75d6ebea4942 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:35:48.604492 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18a14d5b-c3f9-4473-a843-75d6ebea4942'] response: {'server_uuid': '357d9e2a-8aa3-4f1b-92ab-0c4db7649f43', 'name': 'network-vif-deleted', 'tag': '1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023', 'status': 'completed', 'code': 200} Aug 29 20:35:48.647068 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-78f9073c-0235-4f6c-8829-1268fab39f5a service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d63c8d5b-2b84-4f67-944f-9f299a5aa8cb HTTP/1.1" status: 200 len: 217 time: 0.0566065 Aug 29 20:35:48.660032 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c25c7-cfdd-45d3-80e8-c8b22a22ea4a req-7376e2b5-7abf-452c-80ef-de01d4b669c0 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:48.661497 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0e4c25c7-cfdd-45d3-80e8-c8b22a22ea4a req-7376e2b5-7abf-452c-80ef-de01d4b669c0 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 943 time: 0.1187592 Aug 29 20:35:48.664505 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c91ed8-428b-4df5-ab1b-ba81b0ae0ade None None] Sync routers for ids ['df5c3636-9dc8-47c1-9c46-e6463eefba36'] in dv-cinder-854263-2-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:35:48.676071 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c91ed8-428b-4df5-ab1b-ba81b0ae0ade None None] Routers {'df5c3636-9dc8-47c1-9c46-e6463eefba36'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:35:48.677285 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-89c91ed8-428b-4df5-ab1b-ba81b0ae0ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:35:40Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['df5c3636-9dc8-47c1-9c46-e6463eefba36'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:48.709875 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ffa754ba-20eb-452e-b470-a705a9c1b49c tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for security_group_rule (cc8db4b8-b8fd-4a6b-a5a5-36af9b4d6b0d), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:48.720023 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ffa754ba-20eb-452e-b470-a705a9c1b49c tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (cc8db4b8-b8fd-4a6b-a5a5-36af9b4d6b0d), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:48.739082 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0e4c25c7-cfdd-45d3-80e8-c8b22a22ea4a req-b0c221e3-cb18-4803-a422-986fe1540bb8 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702956 Aug 29 20:35:48.747803 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa754ba-20eb-452e-b470-a705a9c1b49c tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8db4b8-b8fd-4a6b-a5a5-36af9b4d6b0d,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:48.760139 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ffa754ba-20eb-452e-b470-a705a9c1b49c tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:48.764764 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 35726) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:48.765061 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-ffa754ba-20eb-452e-b470-a705a9c1b49c tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2613087 Aug 29 20:35:48.770424 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-20103189-9d7e-4c8e-919e-9129d492cf9e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Request body: {'security_group_rule': {'security_group_id': '5525aaa5-930a-4eda-b57c-b81377383211', 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:48.795071 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.db.securitygroups_db [None req-20103189-9d7e-4c8e-919e-9129d492cf9e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Project 4ac573b4aa7a47c49d129afd9939e26d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 20:35:48.801486 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-20103189-9d7e-4c8e-919e-9129d492cf9e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for security_group_rule (5ba1f9c0-9458-4f98-b5c4-66a292894aa0), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:48.867512 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-20103189-9d7e-4c8e-919e-9129d492cf9e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for security_group_rule (5ba1f9c0-9458-4f98-b5c4-66a292894aa0), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:48.871179 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-20103189-9d7e-4c8e-919e-9129d492cf9e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (5ba1f9c0-9458-4f98-b5c4-66a292894aa0), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:48.874021 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-89c91ed8-428b-4df5-ab1b-ba81b0ae0ade None None] Set router df5c3636-9dc8-47c1-9c46-e6463eefba36 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:35:48.890011 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20103189-9d7e-4c8e-919e-9129d492cf9e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba1f9c0-9458-4f98-b5c4-66a292894aa0,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:48.897657 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-20103189-9d7e-4c8e-919e-9129d492cf9e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:48.898911 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-20103189-9d7e-4c8e-919e-9129d492cf9e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323211 Aug 29 20:35:49.021421 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device bd11a6f4-e4c0-4176-9259-23d55e783667 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:35:49.101946 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port bd11a6f4-e4c0-4176-9259-23d55e783667 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:49.102738 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (bd11a6f4-e4c0-4176-9259-23d55e783667), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:49.127745 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-7b7d66ab-fd06-4d79-91cb-31d2614c7854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:49.130198 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-7b7d66ab-fd06-4d79-91cb-31d2614c7854 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=27bbd3f3-bd10-443b-9270-f984952a576d HTTP/1.1" status: 200 len: 854 time: 0.0846350 Aug 29 20:35:49.144539 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-89c91ed8-428b-4df5-ab1b-ba81b0ae0ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5c3636-9dc8-47c1-9c46-e6463eefba36', 'name': 'tempest-TestVolumeBootPattern-1829212337-router', 'tenant_id': 'f885e578ed46463dad421c9f1ecc6520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'bd11a6f4-e4c0-4176-9259-23d55e783667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:39Z', 'updated_at': '2022-08-29T20:35:44Z', 'revision_number': 4, 'project_id': 'f885e578ed46463dad421c9f1ecc6520', 'gw_port': {'id': 'bd11a6f4-e4c0-4176-9259-23d55e783667', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5c3636-9dc8-47c1-9c46-e6463eefba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:40Z', 'updated_at': '2022-08-29T20:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': 'a57ac97e-1e9b-41b3-8dd8-8a906f639b32', 'name': '', 'network_id': 'd4a6db08-1cc0-4878-aa6b-d20a78530227', 'tenant_id': 'f885e578ed46463dad421c9f1ecc6520', 'mac_address': 'fa:16:3e:b9:a5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5c3636-9dc8-47c1-9c46-e6463eefba36', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0de8c161-8826-44bf-960a-5b043dfa46a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:43Z', 'updated_at': '2022-08-29T20:35:44Z', 'revision_number': 2, 'project_id': 'f885e578ed46463dad421c9f1ecc6520', 'subnets': [{'id': '0de8c161-8826-44bf-960a-5b043dfa46a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:49.150094 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-65fca423-ea96-4430-893c-45d06bbacf50 req-f234f929-2d6e-4389-a094-da36a3e85252 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 210 time: 0.0684965 Aug 29 20:35:49.182411 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c91ed8-428b-4df5-ab1b-ba81b0ae0ade None None] Checking router: df5c3636-9dc8-47c1-9c46-e6463eefba36 for host: dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:35:49.182987 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c91ed8-428b-4df5-ab1b-ba81b0ae0ade None None] Updating router df5c3636-9dc8-47c1-9c46-e6463eefba36 port a57ac97e-1e9b-41b3-8dd8-8a906f639b32 binding host dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:35:49.215995 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-89c91ed8-428b-4df5-ab1b-ba81b0ae0ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (a57ac97e-1e9b-41b3-8dd8-8a906f639b32), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:49.239075 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port bd11a6f4-e4c0-4176-9259-23d55e783667 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:49.253889 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:49.302251 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-ac48eb21-ee17-43de-a1f9-ba33be688c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:49.304157 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-ac48eb21-ee17-43de-a1f9-ba33be688c56 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c5abf10f-92d1-4beb-ac39-bbd96f2c495a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1494405 Aug 29 20:35:49.378731 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77953800-1cbe-4cae-b9af-ce3a078c8086 req-c18e7af0-379f-4236-a4eb-992d4da24214 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:49.385865 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-77953800-1cbe-4cae-b9af-ce3a078c8086 req-c18e7af0-379f-4236-a4eb-992d4da24214 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.1305976 Aug 29 20:35:49.471165 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:49.482624 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508908d-380f-4287-b86b-2dfdc909f96b req-a6adc935-ca2c-4ab0-b991-7810ae898625 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:49.484373 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0508908d-380f-4287-b86b-2dfdc909f96b req-a6adc935-ca2c-4ab0-b991-7810ae898625 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.33 "GET /networking/v2.0/networks?id=779bade7-0633-4938-81a0-aee67711baac HTTP/1.1" status: 200 len: 808 time: 0.1896982 Aug 29 20:35:49.508509 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-77953800-1cbe-4cae-b9af-ce3a078c8086 req-d8f03a78-7199-4ab9-9017-567e0427b9ab tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216764 Aug 29 20:35:49.521577 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-f14f2498-613e-4316-a9a6-9361b6bdebaa service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c5abf10f-92d1-4beb-ac39-bbd96f2c495a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080989 Aug 29 20:35:49.527582 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ac96505a-d46d-4f84-a6c2-fd2c09fd2390 req-b45fc405-1099-4b1d-81bf-d2bec9462bb8 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 210 time: 0.0416641 Aug 29 20:35:49.546052 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:49.627599 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-89c91ed8-428b-4df5-ab1b-ba81b0ae0ade None None] Publish callbacks [] for port (a57ac97e-1e9b-41b3-8dd8-8a906f639b32), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:49.633288 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-89c91ed8-428b-4df5-ab1b-ba81b0ae0ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (a57ac97e-1e9b-41b3-8dd8-8a906f639b32), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:49.700141 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892997dd-7d17-4a4a-80f1-855e8f1fa25c None None] Pushing event updated for resources: {'Port': ['ID=a57ac97e-1e9b-41b3-8dd8-8a906f639b32,revision_number=3']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:49.729681 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892997dd-7d17-4a4a-80f1-855e8f1fa25c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:49.730014 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892997dd-7d17-4a4a-80f1-855e8f1fa25c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:49.730353 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892997dd-7d17-4a4a-80f1-855e8f1fa25c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:49.730705 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892997dd-7d17-4a4a-80f1-855e8f1fa25c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:49.731051 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892997dd-7d17-4a4a-80f1-855e8f1fa25c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:49.731366 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892997dd-7d17-4a4a-80f1-855e8f1fa25c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:49.731685 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892997dd-7d17-4a4a-80f1-855e8f1fa25c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:49.732228 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892997dd-7d17-4a4a-80f1-855e8f1fa25c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:49.732555 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892997dd-7d17-4a4a-80f1-855e8f1fa25c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:49.732880 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892997dd-7d17-4a4a-80f1-855e8f1fa25c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:49.733193 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892997dd-7d17-4a4a-80f1-855e8f1fa25c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:49.733529 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892997dd-7d17-4a4a-80f1-855e8f1fa25c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:49.733850 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892997dd-7d17-4a4a-80f1-855e8f1fa25c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:49.734166 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892997dd-7d17-4a4a-80f1-855e8f1fa25c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:49.734489 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892997dd-7d17-4a4a-80f1-855e8f1fa25c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:49.741432 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-89c91ed8-428b-4df5-ab1b-ba81b0ae0ade None None] Attempting to bind port a57ac97e-1e9b-41b3-8dd8-8a906f639b32 on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:35:49.741793 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-89c91ed8-428b-4df5-ab1b-ba81b0ae0ade None None] Attempting to bind port a57ac97e-1e9b-41b3-8dd8-8a906f639b32 by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': 'ed303e33-4530-49fd-ab14-3ac749ab3da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd4a6db08-1cc0-4878-aa6b-d20a78530227'}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:35:49.742149 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c91ed8-428b-4df5-ab1b-ba81b0ae0ade None None] Attempting to bind port a57ac97e-1e9b-41b3-8dd8-8a906f639b32 on network d4a6db08-1cc0-4878-aa6b-d20a78530227 {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:35:49.748125 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c91ed8-428b-4df5-ab1b-ba81b0ae0ade None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:35:49.748491 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c91ed8-428b-4df5-ab1b-ba81b0ae0ade None None] Checking segment: {'id': 'ed303e33-4530-49fd-ab14-3ac749ab3da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd4a6db08-1cc0-4878-aa6b-d20a78530227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:35:49.748888 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-89c91ed8-428b-4df5-ab1b-ba81b0ae0ade None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:49.749269 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c91ed8-428b-4df5-ab1b-ba81b0ae0ade None None] Bound using segment: {'id': 'ed303e33-4530-49fd-ab14-3ac749ab3da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd4a6db08-1cc0-4878-aa6b-d20a78530227'} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:35:49.749727 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-89c91ed8-428b-4df5-ab1b-ba81b0ae0ade None None] Bound port: a57ac97e-1e9b-41b3-8dd8-8a906f639b32, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed303e33-4530-49fd-ab14-3ac749ab3da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd4a6db08-1cc0-4878-aa6b-d20a78530227'}}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:35:49.750100 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-89c91ed8-428b-4df5-ab1b-ba81b0ae0ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (a57ac97e-1e9b-41b3-8dd8-8a906f639b32), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:49.759332 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:49.816506 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-89c91ed8-428b-4df5-ab1b-ba81b0ae0ade None None] For port a57ac97e-1e9b-41b3-8dd8-8a906f639b32, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:35:49.819917 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-89c91ed8-428b-4df5-ab1b-ba81b0ae0ade None None] For port a57ac97e-1e9b-41b3-8dd8-8a906f639b32, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=a57ac97e-1e9b-41b3-8dd8-8a906f639b32,segment=NetworkSegment(ed303e33-4530-49fd-ab14-3ac749ab3da7),segment_id=ed303e33-4530-49fd-ab14-3ac749ab3da7)] {{(pid=106201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:35:49.828701 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-89c91ed8-428b-4df5-ab1b-ba81b0ae0ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (a57ac97e-1e9b-41b3-8dd8-8a906f639b32), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:49.865153 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6247d02-b288-4b29-836f-0bdd3e396899 req-38b13f8d-4b7b-4b2c-96a0-fea220a33a71 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:49.866766 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d6247d02-b288-4b29-836f-0bdd3e396899 req-38b13f8d-4b7b-4b2c-96a0-fea220a33a71 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 943 time: 0.0489635 Aug 29 20:35:49.867411 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c91ed8-428b-4df5-ab1b-ba81b0ae0ade None None] Routers {'df5c3636-9dc8-47c1-9c46-e6463eefba36'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:35:49.868081 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-89c91ed8-428b-4df5-ab1b-ba81b0ae0ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:35:40Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['df5c3636-9dc8-47c1-9c46-e6463eefba36'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:49.919359 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d6247d02-b288-4b29-836f-0bdd3e396899 req-da5ed014-1947-4139-983c-55a2ddc4e04c tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459657 Aug 29 20:35:49.947115 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892997dd-7d17-4a4a-80f1-855e8f1fa25c None None] Pushing event updated for resources: {'Port': ['ID=a57ac97e-1e9b-41b3-8dd8-8a906f639b32,revision_number=4']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:50.007157 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-89c91ed8-428b-4df5-ab1b-ba81b0ae0ade None None] Set router df5c3636-9dc8-47c1-9c46-e6463eefba36 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:35:50.073785 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:50.218917 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0508908d-380f-4287-b86b-2dfdc909f96b req-b0bfa98e-8891-4e64-990a-02bc9fb4456c tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2f93e5b4f52b4b8cac7e0336a44b33ba HTTP/1.1" status: 200 len: 379 time: 0.1522107 Aug 29 20:35:50.231992 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-0508908d-380f-4287-b86b-2dfdc909f96b req-d4e76b41-83c7-4e75-83dd-d7b097bd3ba9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Request body: {'port': {'device_id': 'f36516f8-3de4-45fa-a124-83436dcfe1c1', 'network_id': '779bade7-0633-4938-81a0-aee67711baac', 'admin_state_up': True, 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'security_groups': ['c6477c8f-04d9-4b85-a567-15573f10d697']}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:50.276000 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-89c91ed8-428b-4df5-ab1b-ba81b0ae0ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5c3636-9dc8-47c1-9c46-e6463eefba36', 'name': 'tempest-TestVolumeBootPattern-1829212337-router', 'tenant_id': 'f885e578ed46463dad421c9f1ecc6520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'bd11a6f4-e4c0-4176-9259-23d55e783667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:39Z', 'updated_at': '2022-08-29T20:35:44Z', 'revision_number': 4, 'project_id': 'f885e578ed46463dad421c9f1ecc6520', 'gw_port': {'id': 'bd11a6f4-e4c0-4176-9259-23d55e783667', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5c3636-9dc8-47c1-9c46-e6463eefba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:40Z', 'updated_at': '2022-08-29T20:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': 'a57ac97e-1e9b-41b3-8dd8-8a906f639b32', 'name': '', 'network_id': 'd4a6db08-1cc0-4878-aa6b-d20a78530227', 'tenant_id': 'f885e578ed46463dad421c9f1ecc6520', 'mac_address': 'fa:16:3e:b9:a5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5c3636-9dc8-47c1-9c46-e6463eefba36', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0de8c161-8826-44bf-960a-5b043dfa46a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:43Z', 'updated_at': '2022-08-29T20:35:49Z', 'revision_number': 4, 'project_id': 'f885e578ed46463dad421c9f1ecc6520', 'subnets': [{'id': '0de8c161-8826-44bf-960a-5b043dfa46a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:50.293080 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ba28f3b5-a54d-4411-b415-d99d36c114df req-fb0e9e31-a599-4039-abfa-0a7a99cf6769 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c5abf10f-92d1-4beb-ac39-bbd96f2c495a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237637 Aug 29 20:35:50.318713 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c91ed8-428b-4df5-ab1b-ba81b0ae0ade None None] The sync data for ids ['df5c3636-9dc8-47c1-9c46-e6463eefba36'] in dv-cinder-854263-2-iscsi is: [{'id': 'df5c3636-9dc8-47c1-9c46-e6463eefba36', 'name': 'tempest-TestVolumeBootPattern-1829212337-router', 'tenant_id': 'f885e578ed46463dad421c9f1ecc6520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'bd11a6f4-e4c0-4176-9259-23d55e783667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:39Z', 'updated_at': '2022-08-29T20:35:44Z', 'revision_number': 4, 'project_id': 'f885e578ed46463dad421c9f1ecc6520', 'gw_port': {'id': 'bd11a6f4-e4c0-4176-9259-23d55e783667', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5c3636-9dc8-47c1-9c46-e6463eefba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:40Z', 'updated_at': '2022-08-29T20:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': 'a57ac97e-1e9b-41b3-8dd8-8a906f639b32', 'name': '', 'network_id': 'd4a6db08-1cc0-4878-aa6b-d20a78530227', 'tenant_id': 'f885e578ed46463dad421c9f1ecc6520', 'mac_address': 'fa:16:3e:b9:a5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5c3636-9dc8-47c1-9c46-e6463eefba36', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0de8c161-8826-44bf-960a-5b043dfa46a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:43Z', 'updated_at': '2022-08-29T20:35:49Z', 'revision_number': 4, 'project_id': 'f885e578ed46463dad421c9f1ecc6520', 'subnets': [{'id': '0de8c161-8826-44bf-960a-5b043dfa46a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:35:50.355068 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-096aa273-2e16-412c-9258-34390d70520c req-6de07269-753b-4a7d-8183-2fd6624823a7 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 210 time: 0.0407920 Aug 29 20:35:50.415824 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0508908d-380f-4287-b86b-2dfdc909f96b req-d4e76b41-83c7-4e75-83dd-d7b097bd3ba9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Made reservation on behalf of 2f93e5b4f52b4b8cac7e0336a44b33ba for: {'port': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:35:50.420357 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-0508908d-380f-4287-b86b-2dfdc909f96b req-d4e76b41-83c7-4e75-83dd-d7b097bd3ba9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:50.552589 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:50.557130 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [req-0508908d-380f-4287-b86b-2dfdc909f96b req-d4e76b41-83c7-4e75-83dd-d7b097bd3ba9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Allocated IP 172.20.0.3 (779bade7-0633-4938-81a0-aee67711baac/03b5cc74-b24b-495e-ac4f-195d2dcad1d7/8ff3928a-585f-4fdd-9895-afd0c54f0e08) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:35:50.658993 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032eaf09-58c8-4086-9c7b-553bcecbf09e req-88fc639a-041c-4f80-9877-2153eb505d9f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:50.664671 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-032eaf09-58c8-4086-9c7b-553bcecbf09e req-88fc639a-041c-4f80-9877-2153eb505d9f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0638409 Aug 29 20:35:50.712474 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-878ff7f4-10dd-4fe4-815a-bcd6f28e8793 req-870b9af8-796b-400a-b1c3-b996c29ed77e tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 210 time: 0.0381353 Aug 29 20:35:50.744004 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-032eaf09-58c8-4086-9c7b-553bcecbf09e req-e4c02090-cd98-4232-b491-bde3cc1dc888 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754297 Aug 29 20:35:50.802403 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-0508908d-380f-4287-b86b-2dfdc909f96b req-d4e76b41-83c7-4e75-83dd-d7b097bd3ba9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks [] for port (8ff3928a-585f-4fdd-9895-afd0c54f0e08), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:50.884415 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-0508908d-380f-4287-b86b-2dfdc909f96b req-d4e76b41-83c7-4e75-83dd-d7b097bd3ba9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (8ff3928a-585f-4fdd-9895-afd0c54f0e08), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:50.898390 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3adf53-e4b4-42e2-942f-7f582513a830 req-6e75e8a8-2320-469b-a26b-46fa01d0331d tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:50.899868 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fe3adf53-e4b4-42e2-942f-7f582513a830 req-6e75e8a8-2320-469b-a26b-46fa01d0331d tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0652299 Aug 29 20:35:50.910873 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 35804) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:35:50.915867 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-c2508c71-b301-4aa0-bf16-930e0f8b1344 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Request body: {'floatingip': {'port_id': '85b94151-961e-4568-b1f6-9b9ec1883e9a'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:50.947407 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0508908d-380f-4287-b86b-2dfdc909f96b req-d4e76b41-83c7-4e75-83dd-d7b097bd3ba9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Network 779bade7-0633-4938-81a0-aee67711baac is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:35:50.950925 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [req-0508908d-380f-4287-b86b-2dfdc909f96b req-d4e76b41-83c7-4e75-83dd-d7b097bd3ba9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:35:50.954797 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-0508908d-380f-4287-b86b-2dfdc909f96b req-d4e76b41-83c7-4e75-83dd-d7b097bd3ba9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:35:50.992351 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e76b41-83c7-4e75-83dd-d7b097bd3ba9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Pushing event updated for resources: {'Port': ['ID=8ff3928a-585f-4fdd-9895-afd0c54f0e08,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:51.008194 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e76b41-83c7-4e75-83dd-d7b097bd3ba9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:51.008725 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e76b41-83c7-4e75-83dd-d7b097bd3ba9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:51.009058 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c2508c71-b301-4aa0-bf16-930e0f8b1344 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks [] for floatingip (a5ab9847-1415-4bd1-80dc-df819b435ddf), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:51.009248 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e76b41-83c7-4e75-83dd-d7b097bd3ba9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:51.009686 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e76b41-83c7-4e75-83dd-d7b097bd3ba9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:51.010115 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e76b41-83c7-4e75-83dd-d7b097bd3ba9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:51.010645 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e76b41-83c7-4e75-83dd-d7b097bd3ba9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:51.011169 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e76b41-83c7-4e75-83dd-d7b097bd3ba9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:51.011588 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e76b41-83c7-4e75-83dd-d7b097bd3ba9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:51.012109 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e76b41-83c7-4e75-83dd-d7b097bd3ba9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:51.012559 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e76b41-83c7-4e75-83dd-d7b097bd3ba9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:51.016326 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e76b41-83c7-4e75-83dd-d7b097bd3ba9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:51.016811 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e76b41-83c7-4e75-83dd-d7b097bd3ba9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:51.017255 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e76b41-83c7-4e75-83dd-d7b097bd3ba9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:51.017702 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e76b41-83c7-4e75-83dd-d7b097bd3ba9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:51.018139 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e76b41-83c7-4e75-83dd-d7b097bd3ba9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:51.071012 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508908d-380f-4287-b86b-2dfdc909f96b req-d4e76b41-83c7-4e75-83dd-d7b097bd3ba9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:51.072894 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-0508908d-380f-4287-b86b-2dfdc909f96b req-d4e76b41-83c7-4e75-83dd-d7b097bd3ba9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:51.073288 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device a57ac97e-1e9b-41b3-8dd8-8a906f639b32 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:35:51.108301 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0508908d-380f-4287-b86b-2dfdc909f96b req-d4e76b41-83c7-4e75-83dd-d7b097bd3ba9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8825326 Aug 29 20:35:51.120315 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:51.153371 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d4f4d-2a33-41aa-82d7-8c86f67c736c req-5420c40c-d06e-4292-89c6-e0f62286814c tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:51.154890 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-489d4f4d-2a33-41aa-82d7-8c86f67c736c req-5420c40c-d06e-4292-89c6-e0f62286814c tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 943 time: 0.0897145 Aug 29 20:35:51.158405 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port a57ac97e-1e9b-41b3-8dd8-8a906f639b32 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:51.158792 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (a57ac97e-1e9b-41b3-8dd8-8a906f639b32), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:51.253392 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port a57ac97e-1e9b-41b3-8dd8-8a906f639b32 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:51.253697 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (a57ac97e-1e9b-41b3-8dd8-8a906f639b32), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:51.296604 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:35:51.301632 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] For port a57ac97e-1e9b-41b3-8dd8-8a906f639b32, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=a57ac97e-1e9b-41b3-8dd8-8a906f639b32,segment=NetworkSegment(ed303e33-4530-49fd-ab14-3ac749ab3da7),segment_id=ed303e33-4530-49fd-ab14-3ac749ab3da7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:35:51.322028 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-dce4d3a9-93aa-498a-a3bd-5b287f7e3c3b None None] Provisioning complete for port 8ff3928a-585f-4fdd-9895-afd0c54f0e08 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:51.322405 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-dce4d3a9-93aa-498a-a3bd-5b287f7e3c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (8ff3928a-585f-4fdd-9895-afd0c54f0e08), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:51.324328 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (a57ac97e-1e9b-41b3-8dd8-8a906f639b32), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:51.326169 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] No Port match for: 1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:35:51.326509 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 1e1cfa6b-3a3e-4dfe-b010-9376ec5e6023 not bound to the agent host hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:35:51.390864 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-dce4d3a9-93aa-498a-a3bd-5b287f7e3c3b None None] Port 8ff3928a-585f-4fdd-9895-afd0c54f0e08 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:35:51.415136 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Pushing event updated for resources: {'Port': ['ID=a57ac97e-1e9b-41b3-8dd8-8a906f639b32,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:51.498902 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a51e9f-9de7-4eb5-8e16-9c29ede3b5d3 req-0058821a-c7dd-406d-bce2-98ca501ee3af tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:51.500470 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c1a51e9f-9de7-4eb5-8e16-9c29ede3b5d3 req-0058821a-c7dd-406d-bce2-98ca501ee3af tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 931 time: 0.0630062 Aug 29 20:35:51.516846 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-0508908d-380f-4287-b86b-2dfdc909f96b req-27eedc7d-6f9a-4ab7-b401-a37be4eb6452 service neutron] Request body: {'port': {'device_id': 'f36516f8-3de4-45fa-a124-83436dcfe1c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:51.528934 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-489d4f4d-2a33-41aa-82d7-8c86f67c736c req-cb554b77-2ffe-4c9d-8a29-9e52b1e5d525 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035471 Aug 29 20:35:51.610359 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c1a51e9f-9de7-4eb5-8e16-9c29ede3b5d3 req-a63e1685-b500-437c-aeee-42144144e09f tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904245 Aug 29 20:35:51.659863 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-0508908d-380f-4287-b86b-2dfdc909f96b req-27eedc7d-6f9a-4ab7-b401-a37be4eb6452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (8ff3928a-585f-4fdd-9895-afd0c54f0e08), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:51.664121 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:51.874095 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-47195f83-5fae-4fde-b8a0-356bf3e2c531 req-dfb15d8a-4af6-4cf9-81de-d0f2b70ddd77 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=357d9e2a-8aa3-4f1b-92ab-0c4db7649f43 HTTP/1.1" status: 200 len: 210 time: 0.0407228 Aug 29 20:35:51.887055 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c2508c71-b301-4aa0-bf16-930e0f8b1344 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:51.892843 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c2508c71-b301-4aa0-bf16-930e0f8b1344 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (a5ab9847-1415-4bd1-80dc-df819b435ddf), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:51.931558 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:51.976297 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:51.990870 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [req-0508908d-380f-4287-b86b-2dfdc909f96b req-27eedc7d-6f9a-4ab7-b401-a37be4eb6452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff3928a-585f-4fdd-9895-afd0c54f0e08 {{(pid=106198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:35:51.998562 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.db.l3_db [None req-c2508c71-b301-4aa0-bf16-930e0f8b1344 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Floating IP a5ab9847-1415-4bd1-80dc-df819b435ddf associated. External IP: 172.27.1.109, port: 85b94151-961e-4568-b1f6-9b9ec1883e9a. Aug 29 20:35:51.999570 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-0508908d-380f-4287-b86b-2dfdc909f96b req-27eedc7d-6f9a-4ab7-b401-a37be4eb6452 service neutron] Publish callbacks [] for port (8ff3928a-585f-4fdd-9895-afd0c54f0e08), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:52.013283 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.provisioning_blocks [req-0508908d-380f-4287-b86b-2dfdc909f96b req-27eedc7d-6f9a-4ab7-b401-a37be4eb6452 service neutron] Transition to ACTIVE for port object 8ff3928a-585f-4fdd-9895-afd0c54f0e08 will not be triggered until provisioned by entity L2. {{(pid=106198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:35:52.017353 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-0508908d-380f-4287-b86b-2dfdc909f96b req-27eedc7d-6f9a-4ab7-b401-a37be4eb6452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (8ff3928a-585f-4fdd-9895-afd0c54f0e08), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:52.073557 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:52.090925 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e07c765f-0e16-4887-9e1a-cad73976d7ab req-bdf5ba3b-1c48-4467-8a24-a7f11824f931 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0593150 Aug 29 20:35:52.129101 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eedc7d-6f9a-4ab7-b401-a37be4eb6452 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff3928a-585f-4fdd-9895-afd0c54f0e08,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:52.147260 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-0508908d-380f-4287-b86b-2dfdc909f96b req-27eedc7d-6f9a-4ab7-b401-a37be4eb6452 service neutron] Attempting to bind port 8ff3928a-585f-4fdd-9895-afd0c54f0e08 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:35:52.147681 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-0508908d-380f-4287-b86b-2dfdc909f96b req-27eedc7d-6f9a-4ab7-b401-a37be4eb6452 service neutron] Attempting to bind port 8ff3928a-585f-4fdd-9895-afd0c54f0e08 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '4a13b328-7b40-4982-994c-fbfbebdf4718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '779bade7-0633-4938-81a0-aee67711baac'}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:35:52.148106 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0508908d-380f-4287-b86b-2dfdc909f96b req-27eedc7d-6f9a-4ab7-b401-a37be4eb6452 service neutron] Attempting to bind port 8ff3928a-585f-4fdd-9895-afd0c54f0e08 on network 779bade7-0633-4938-81a0-aee67711baac {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:35:52.152977 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0508908d-380f-4287-b86b-2dfdc909f96b req-27eedc7d-6f9a-4ab7-b401-a37be4eb6452 service neutron] Port 8ff3928a-585f-4fdd-9895-afd0c54f0e08 on network 779bade7-0633-4938-81a0-aee67711baac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:35:52.153306 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0508908d-380f-4287-b86b-2dfdc909f96b req-27eedc7d-6f9a-4ab7-b401-a37be4eb6452 service neutron] Attempting to bind port 8ff3928a-585f-4fdd-9895-afd0c54f0e08 on network 779bade7-0633-4938-81a0-aee67711baac {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:35:52.159197 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0508908d-380f-4287-b86b-2dfdc909f96b req-27eedc7d-6f9a-4ab7-b401-a37be4eb6452 service neutron] Checking agent: {'id': 'fe366970-a267-4806-8a8b-654c02250e20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'started_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:35:52.160835 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0508908d-380f-4287-b86b-2dfdc909f96b req-27eedc7d-6f9a-4ab7-b401-a37be4eb6452 service neutron] Checking segment: {'id': '4a13b328-7b40-4982-994c-fbfbebdf4718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '779bade7-0633-4938-81a0-aee67711baac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:35:52.160835 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0508908d-380f-4287-b86b-2dfdc909f96b req-27eedc7d-6f9a-4ab7-b401-a37be4eb6452 service neutron] Bound using segment: {'id': '4a13b328-7b40-4982-994c-fbfbebdf4718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '779bade7-0633-4938-81a0-aee67711baac'} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:35:52.160835 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-0508908d-380f-4287-b86b-2dfdc909f96b req-27eedc7d-6f9a-4ab7-b401-a37be4eb6452 service neutron] Bound port: 8ff3928a-585f-4fdd-9895-afd0c54f0e08, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a13b328-7b40-4982-994c-fbfbebdf4718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '779bade7-0633-4938-81a0-aee67711baac'}}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:35:52.160835 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-0508908d-380f-4287-b86b-2dfdc909f96b req-27eedc7d-6f9a-4ab7-b401-a37be4eb6452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (8ff3928a-585f-4fdd-9895-afd0c54f0e08), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:52.249840 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-0508908d-380f-4287-b86b-2dfdc909f96b req-27eedc7d-6f9a-4ab7-b401-a37be4eb6452 service neutron] For port 8ff3928a-585f-4fdd-9895-afd0c54f0e08, host hv-cinder-85426, cleared binding levels {{(pid=106198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:35:52.253226 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-0508908d-380f-4287-b86b-2dfdc909f96b req-27eedc7d-6f9a-4ab7-b401-a37be4eb6452 service neutron] For port 8ff3928a-585f-4fdd-9895-afd0c54f0e08, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8ff3928a-585f-4fdd-9895-afd0c54f0e08,segment=NetworkSegment(4a13b328-7b40-4982-994c-fbfbebdf4718),segment_id=4a13b328-7b40-4982-994c-fbfbebdf4718)] {{(pid=106198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:35:52.259644 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-0508908d-380f-4287-b86b-2dfdc909f96b req-27eedc7d-6f9a-4ab7-b401-a37be4eb6452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (8ff3928a-585f-4fdd-9895-afd0c54f0e08), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:52.263972 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508908d-380f-4287-b86b-2dfdc909f96b req-27eedc7d-6f9a-4ab7-b401-a37be4eb6452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:52.264523 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-0508908d-380f-4287-b86b-2dfdc909f96b req-27eedc7d-6f9a-4ab7-b401-a37be4eb6452 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:52.265885 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0508908d-380f-4287-b86b-2dfdc909f96b req-27eedc7d-6f9a-4ab7-b401-a37be4eb6452 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/8ff3928a-585f-4fdd-9895-afd0c54f0e08 HTTP/1.1" status: 200 len: 1093 time: 0.7643154 Aug 29 20:35:52.266495 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36516f8-3de4-45fa-a124-83436dcfe1c1', 'tag': '8ff3928a-585f-4fdd-9895-afd0c54f0e08'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:35:52.268746 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f607546964f141dcf8ed995c545a93b1930b0d2db8722531a12d309c5951f327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb643327-b4c7-4956-83d0-b48d866525de" -d '{"events": [{"name": "network-changed", "server_uuid": "f36516f8-3de4-45fa-a124-83436dcfe1c1", "tag": "8ff3928a-585f-4fdd-9895-afd0c54f0e08"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:35:52.294789 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c765f-0e16-4887-9e1a-cad73976d7ab req-e854e62f-9b2a-45de-b1be-08a33fecd3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:52.296814 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e07c765f-0e16-4887-9e1a-cad73976d7ab req-e854e62f-9b2a-45de-b1be-08a33fecd3e2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=544c78c5c2c44219a7f236b24a107da4&device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 1130 time: 0.0870621 Aug 29 20:35:52.310740 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2508c71-b301-4aa0-bf16-930e0f8b1344 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Router 2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0 has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:35:52.328960 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8deee00-88e3-45fa-98d2-8092177fbfee x-openstack-request-id: req-f8deee00-88e3-45fa-98d2-8092177fbfee {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:35:52.329231 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36516f8-3de4-45fa-a124-83436dcfe1c1", "tag": "8ff3928a-585f-4fdd-9895-afd0c54f0e08", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:35:52.329613 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8deee00-88e3-45fa-98d2-8092177fbfee {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:35:52.330031 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8deee00-88e3-45fa-98d2-8092177fbfee'] response: {'name': 'network-changed', 'server_uuid': 'f36516f8-3de4-45fa-a124-83436dcfe1c1', 'tag': '8ff3928a-585f-4fdd-9895-afd0c54f0e08', 'status': 'completed', 'code': 200} Aug 29 20:35:52.401181 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eedc7d-6f9a-4ab7-b401-a37be4eb6452 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff3928a-585f-4fdd-9895-afd0c54f0e08,revision_number=3']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:52.404379 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508908d-380f-4287-b86b-2dfdc909f96b req-8072e5ab-c1b8-488d-93bf-2d062ae326b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:52.405991 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0508908d-380f-4287-b86b-2dfdc909f96b req-8072e5ab-c1b8-488d-93bf-2d062ae326b8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=2f93e5b4f52b4b8cac7e0336a44b33ba&device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 1127 time: 0.0509319 Aug 29 20:35:52.440634 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c765f-0e16-4887-9e1a-cad73976d7ab req-fae04c22-cf4e-41cb-92fe-6bf3c23980e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:52.442097 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e07c765f-0e16-4887-9e1a-cad73976d7ab req-fae04c22-cf4e-41cb-92fe-6bf3c23980e6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=956a6ad1-026f-40ab-949a-8f68054ef5a2 HTTP/1.1" status: 200 len: 912 time: 0.1073821 Aug 29 20:35:52.471822 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0508908d-380f-4287-b86b-2dfdc909f96b req-b2c4059a-b7eb-4237-bfd4-d5e174844712 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ff3928a-585f-4fdd-9895-afd0c54f0e08 HTTP/1.1" status: 200 len: 217 time: 0.0424051 Aug 29 20:35:52.509295 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2508c71-b301-4aa0-bf16-930e0f8b1344 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:35:52.514751 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c2508c71-b301-4aa0-bf16-930e0f8b1344 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:52.519129 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaadbc73-d5f2-4b12-856b-666d864fea1d None None] Sync routers for ids ['2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:35:52.529788 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaadbc73-d5f2-4b12-856b-666d864fea1d None None] Routers {'2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:35:52.530511 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-aaadbc73-d5f2-4b12-856b-666d864fea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:35:40Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:52.542573 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e07c765f-0e16-4887-9e1a-cad73976d7ab req-836ca48f-1385-44f8-915a-263dc623a610 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98948443-f8c1-415f-85ca-da7736524db5 HTTP/1.1" status: 200 len: 1001 time: 0.0932095 Aug 29 20:35:52.556074 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508908d-380f-4287-b86b-2dfdc909f96b req-34bb4ab0-a387-47de-80dc-4a9f8dba76d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:52.558128 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0508908d-380f-4287-b86b-2dfdc909f96b req-34bb4ab0-a387-47de-80dc-4a9f8dba76d4 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=03b5cc74-b24b-495e-ac4f-195d2dcad1d7 HTTP/1.1" status: 200 len: 847 time: 0.0768249 Aug 29 20:35:52.559798 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-c2508c71-b301-4aa0-bf16-930e0f8b1344 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/a5ab9847-1415-4bd1-80dc-df819b435ddf HTTP/1.1" status: 200 len: 992 time: 1.6478701 Aug 29 20:35:52.560366 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64544993-4d2e-4125-9371-c55b598a4ab1', 'tag': '85b94151-961e-4568-b1f6-9b9ec1883e9a'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:35:52.562658 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061ed286-5bde-41ed-9782-d935a2234654" -d '{"events": [{"name": "network-changed", "server_uuid": "64544993-4d2e-4125-9371-c55b598a4ab1", "tag": "85b94151-961e-4568-b1f6-9b9ec1883e9a"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:35:52.609056 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508908d-380f-4287-b86b-2dfdc909f96b req-fadbcb5e-e65e-465b-afc8-b338259a7c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:52.609223 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c765f-0e16-4887-9e1a-cad73976d7ab req-89568d87-4b79-4c01-b49a-fc6e4e588894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:52.610648 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e07c765f-0e16-4887-9e1a-cad73976d7ab req-89568d87-4b79-4c01-b49a-fc6e4e588894 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=410cc424-0d25-43ac-ac78-85d61f1a559c HTTP/1.1" status: 200 len: 850 time: 0.0613313 Aug 29 20:35:52.610979 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0508908d-380f-4287-b86b-2dfdc909f96b req-fadbcb5e-e65e-465b-afc8-b338259a7c56 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=779bade7-0633-4938-81a0-aee67711baac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451183 Aug 29 20:35:52.644901 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cd1d91-98ea-4cb0-8662-fd695d364bac x-openstack-request-id: req-60cd1d91-98ea-4cb0-8662-fd695d364bac {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:35:52.645350 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64544993-4d2e-4125-9371-c55b598a4ab1", "tag": "85b94151-961e-4568-b1f6-9b9ec1883e9a", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:35:52.645736 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60cd1d91-98ea-4cb0-8662-fd695d364bac {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:35:52.646290 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60cd1d91-98ea-4cb0-8662-fd695d364bac'] response: {'name': 'network-changed', 'server_uuid': '64544993-4d2e-4125-9371-c55b598a4ab1', 'tag': '85b94151-961e-4568-b1f6-9b9ec1883e9a', 'status': 'completed', 'code': 200} Aug 29 20:35:52.672614 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-aaadbc73-d5f2-4b12-856b-666d864fea1d None None] Set router 2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:35:52.706766 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c765f-0e16-4887-9e1a-cad73976d7ab req-b83e7e0d-f88a-49f7-85e1-92deab3036fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:52.708297 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e07c765f-0e16-4887-9e1a-cad73976d7ab req-b83e7e0d-f88a-49f7-85e1-92deab3036fd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=956a6ad1-026f-40ab-949a-8f68054ef5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0839107 Aug 29 20:35:52.811034 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84754631-2b84-4629-a7d7-56bc16873261 req-fcd93139-2e3e-4875-a3a2-c9989c5f8c7e tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:52.818545 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-84754631-2b84-4629-a7d7-56bc16873261 req-fcd93139-2e3e-4875-a3a2-c9989c5f8c7e tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 943 time: 0.1343801 Aug 29 20:35:52.819235 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94e02b-eb3b-439a-b90e-71966b44225e req-7bda8b4f-b916-4f4c-a039-c0933af5a74a tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:52.821048 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fa94e02b-eb3b-439a-b90e-71966b44225e req-7bda8b4f-b916-4f4c-a039-c0933af5a74a tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 943 time: 0.1101146 Aug 29 20:35:52.829496 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ed286-5bde-41ed-9782-d935a2234654 req-81fb8aa6-422c-4359-a03f-fac7d3aa37a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:52.831504 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-061ed286-5bde-41ed-9782-d935a2234654 req-81fb8aa6-422c-4359-a03f-fac7d3aa37a9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8436d85d931a41cfa6d626c08ad82ef4&device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 1130 time: 0.1057949 Aug 29 20:35:52.929026 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0508908d-380f-4287-b86b-2dfdc909f96b req-c63536ce-0c4f-4dcb-9d79-0f0c1e7d4d9f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/779bade7-0633-4938-81a0-aee67711baac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036225 Aug 29 20:35:52.971372 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:53.000460 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-84754631-2b84-4629-a7d7-56bc16873261 req-b0d808a7-cf2a-47a0-b32d-c587fb08b876 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808815 Aug 29 20:35:53.003285 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:53.106000 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device a57ac97e-1e9b-41b3-8dd8-8a906f639b32 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:35:53.159741 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0508908d-380f-4287-b86b-2dfdc909f96b req-4ac41626-0392-46e1-80fa-6da1ee0fa995 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/779bade7-0633-4938-81a0-aee67711baac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084916 Aug 29 20:35:53.167521 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ed286-5bde-41ed-9782-d935a2234654 req-1e563c77-3dbe-407a-8dc3-8d4890003c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:53.169322 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-061ed286-5bde-41ed-9782-d935a2234654 req-1e563c77-3dbe-407a-8dc3-8d4890003c87 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=9aeb874f-5dc0-4462-96f6-c696d1a7b371 HTTP/1.1" status: 200 len: 920 time: 0.3244758 Aug 29 20:35:53.178119 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:53.204270 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e07c765f-0e16-4887-9e1a-cad73976d7ab req-bd3819d7-e6b0-4a34-a8de-71cf13b10155 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/956a6ad1-026f-40ab-949a-8f68054ef5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813790 Aug 29 20:35:53.207837 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-aaadbc73-d5f2-4b12-856b-666d864fea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1735663332-router', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:59Z', 'revision_number': 4, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'gw_port': {'id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': 'a5ab9847-1415-4bd1-80dc-df819b435ddf', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'port_id': '85b94151-961e-4568-b1f6-9b9ec1883e9a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371', 'mac_address': 'fa:16:3e:96:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64544993-4d2e-4125-9371-c55b598a4ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:35:16Z', 'updated_at': '2022-08-29T20:35:51Z', 'revision_number': 1, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c30aa4b-e0b0-4843-a87a-31710c1ac4de', 'name': '', 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'mac_address': 'fa:16:3e:fc:ff:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b859f7aa-b619-481f-9230-0993b4243baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:57Z', 'updated_at': '2022-08-29T20:33:08Z', 'revision_number': 5, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'subnets': [{'id': 'b859f7aa-b619-481f-9230-0993b4243baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:53.213056 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port a57ac97e-1e9b-41b3-8dd8-8a906f639b32 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:53.213433 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (a57ac97e-1e9b-41b3-8dd8-8a906f639b32), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:53.240950 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fa94e02b-eb3b-439a-b90e-71966b44225e req-892724b1-bae6-48d1-8e07-7b8d1163d5e5 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4004793 Aug 29 20:35:53.274126 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaadbc73-d5f2-4b12-856b-666d864fea1d None None] Checking router: 2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0 for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:35:53.277272 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-061ed286-5bde-41ed-9782-d935a2234654 req-a84a850e-ffc5-4daa-b1e4-46852c4586f5 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85b94151-961e-4568-b1f6-9b9ec1883e9a HTTP/1.1" status: 200 len: 1000 time: 0.0986035 Aug 29 20:35:53.299215 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device d63c8d5b-2b84-4f67-944f-9f299a5aa8cb details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:35:53.316951 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:53.321448 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaadbc73-d5f2-4b12-856b-666d864fea1d None None] Routers {'2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:35:53.322075 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-aaadbc73-d5f2-4b12-856b-666d864fea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:35:40Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:53.407795 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:53.422450 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-854077bf-ede0-43ac-b396-6026f0193306 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:53.424065 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-854077bf-ede0-43ac-b396-6026f0193306 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/networks?id=03168a32-5f0e-4f8c-b2be-a70299b1ceb4 HTTP/1.1" status: 200 len: 809 time: 0.1129239 Aug 29 20:35:53.440095 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-882fe095-e0dc-4971-8034-147e2b4a80f1 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/quotas/1c85b91350b74daeab5ba89364b4578e HTTP/1.1" status: 200 len: 375 time: 0.0104558 Aug 29 20:35:53.473633 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:53.476080 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-1de5a5b7-de48-4ddb-9414-2516836ac6f3 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=1c85b91350b74daeab5ba89364b4578e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288706 Aug 29 20:35:53.507767 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port a57ac97e-1e9b-41b3-8dd8-8a906f639b32 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:53.532274 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-aaadbc73-d5f2-4b12-856b-666d864fea1d None None] Set router 2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:35:53.568113 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port d63c8d5b-2b84-4f67-944f-9f299a5aa8cb, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d63c8d5b-2b84-4f67-944f-9f299a5aa8cb,segment=NetworkSegment(6bad58f9-0737-453d-8241-c9102aa4b818),segment_id=6bad58f9-0737-453d-8241-c9102aa4b818)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:35:53.589578 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Returning: {'device': 'd63c8d5b-2b84-4f67-944f-9f299a5aa8cb', 'network_id': 'c5abf10f-92d1-4beb-ac39-bbd96f2c495a', 'port_id': 'd63c8d5b-2b84-4f67-944f-9f299a5aa8cb', 'mac_address': 'fa:16:3e:e5:86:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27bbd3f3-bd10-443b-9270-f984952a576d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:35:53.618125 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e07c765f-0e16-4887-9e1a-cad73976d7ab req-b55061c3-d28f-4b62-9b39-d8aadeba85d2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/956a6ad1-026f-40ab-949a-8f68054ef5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141515 Aug 29 20:35:53.624627 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb643327-b4c7-4956-83d0-b48d866525de req-8414b0b1-692f-4b81-980a-e463dc67176b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:53.626255 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-cb643327-b4c7-4956-83d0-b48d866525de req-8414b0b1-692f-4b81-980a-e463dc67176b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=2f93e5b4f52b4b8cac7e0336a44b33ba&device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 1127 time: 0.1115360 Aug 29 20:35:53.633807 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ed286-5bde-41ed-9782-d935a2234654 req-667ab86d-e11e-43a9-bb67-1f12f1febffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:53.635234 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-061ed286-5bde-41ed-9782-d935a2234654 req-667ab86d-e11e-43a9-bb67-1f12f1febffd service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=b859f7aa-b619-481f-9230-0993b4243baf HTTP/1.1" status: 200 len: 858 time: 0.1304052 Aug 29 20:35:53.679091 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port d63c8d5b-2b84-4f67-944f-9f299a5aa8cb is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:53.679378 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (d63c8d5b-2b84-4f67-944f-9f299a5aa8cb), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:53.727755 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d63c8d5b-2b84-4f67-944f-9f299a5aa8cb {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:35:53.740600 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-e286b8e0-5110-4b2f-9fa4-d519e8d18fb7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/03168a32-5f0e-4f8c-b2be-a70299b1ceb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576518 Aug 29 20:35:53.745624 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ed286-5bde-41ed-9782-d935a2234654 req-bec88ad3-bf88-4b33-a3e2-af799b4bcc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:53.747144 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-061ed286-5bde-41ed-9782-d935a2234654 req-bec88ad3-bf88-4b33-a3e2-af799b4bcc32 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=9aeb874f-5dc0-4462-96f6-c696d1a7b371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1036627 Aug 29 20:35:53.758359 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port d63c8d5b-2b84-4f67-944f-9f299a5aa8cb, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d63c8d5b-2b84-4f67-944f-9f299a5aa8cb,segment=NetworkSegment(6bad58f9-0737-453d-8241-c9102aa4b818),segment_id=6bad58f9-0737-453d-8241-c9102aa4b818)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:35:53.764490 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (d63c8d5b-2b84-4f67-944f-9f299a5aa8cb), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:53.795840 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:53.831177 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb643327-b4c7-4956-83d0-b48d866525de req-59df3d2b-7b59-44c3-8cc1-8a12907cd406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:53.832689 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-cb643327-b4c7-4956-83d0-b48d866525de req-59df3d2b-7b59-44c3-8cc1-8a12907cd406 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=779bade7-0633-4938-81a0-aee67711baac HTTP/1.1" status: 200 len: 909 time: 0.1904490 Aug 29 20:35:53.859595 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=d63c8d5b-2b84-4f67-944f-9f299a5aa8cb,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:53.862529 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-839e72c2-cc5f-48fe-9a45-f9cf8cd85021 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/03168a32-5f0e-4f8c-b2be-a70299b1ceb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109886 Aug 29 20:35:53.871449 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:53.871449 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:53.871449 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:53.871449 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:53.871843 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:53.871952 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:53.872244 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:53.872567 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:53.872885 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:53.873204 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:53.873535 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:53.873857 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:53.874179 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:53.874492 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:53.874805 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:53.889377 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-aaadbc73-d5f2-4b12-856b-666d864fea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1735663332-router', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:59Z', 'revision_number': 4, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'gw_port': {'id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': 'a5ab9847-1415-4bd1-80dc-df819b435ddf', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'port_id': '85b94151-961e-4568-b1f6-9b9ec1883e9a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371', 'mac_address': 'fa:16:3e:96:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64544993-4d2e-4125-9371-c55b598a4ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:35:16Z', 'updated_at': '2022-08-29T20:35:51Z', 'revision_number': 1, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c30aa4b-e0b0-4843-a87a-31710c1ac4de', 'name': '', 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'mac_address': 'fa:16:3e:fc:ff:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b859f7aa-b619-481f-9230-0993b4243baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:57Z', 'updated_at': '2022-08-29T20:33:08Z', 'revision_number': 5, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'subnets': [{'id': 'b859f7aa-b619-481f-9230-0993b4243baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:35:53.915034 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaadbc73-d5f2-4b12-856b-666d864fea1d None None] The sync data for ids ['2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'] in dv-cinder-854263-2-iscsi is: [{'id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1735663332-router', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:59Z', 'revision_number': 4, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'gw_port': {'id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': 'a5ab9847-1415-4bd1-80dc-df819b435ddf', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'port_id': '85b94151-961e-4568-b1f6-9b9ec1883e9a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371', 'mac_address': 'fa:16:3e:96:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64544993-4d2e-4125-9371-c55b598a4ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:35:16Z', 'updated_at': '2022-08-29T20:35:51Z', 'revision_number': 1, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c30aa4b-e0b0-4843-a87a-31710c1ac4de', 'name': '', 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'mac_address': 'fa:16:3e:fc:ff:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b859f7aa-b619-481f-9230-0993b4243baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:57Z', 'updated_at': '2022-08-29T20:33:08Z', 'revision_number': 5, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'subnets': [{'id': 'b859f7aa-b619-481f-9230-0993b4243baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:35:54.081892 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bc9856f3-f6b8-49a8-91bb-2bb4b25dcb9f req-98693638-591f-4608-8e2a-61702ed8d8d6 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=326327d5-cec9-4a20-9b94-84ef0fee670d HTTP/1.1" status: 200 len: 210 time: 0.0649216 Aug 29 20:35:54.141994 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['d63c8d5b-2b84-4f67-944f-9f299a5aa8cb'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:35:54.246296 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093a024e-46f3-4cf8-bc3e-88d768ad5e04 None None] New status for floating IP a5ab9847-1415-4bd1-80dc-df819b435ddf: ACTIVE {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:35:54.475338 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8bc405-4b67-44a0-b180-ef1171725e88 req-12ffb93b-72bd-4a3d-85e4-bea36dd2cfa2 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:54.477701 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9f8bc405-4b67-44a0-b180-ef1171725e88 req-12ffb93b-72bd-4a3d-85e4-bea36dd2cfa2 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 943 time: 0.1439598 Aug 29 20:35:54.539972 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-cb643327-b4c7-4956-83d0-b48d866525de req-017fa597-c32f-421f-8c62-f2fb7abf0ca6 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ff3928a-585f-4fdd-9895-afd0c54f0e08 HTTP/1.1" status: 200 len: 217 time: 0.4987655 Aug 29 20:35:54.584844 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9f8bc405-4b67-44a0-b180-ef1171725e88 req-49852cfd-01ab-4dd1-9db9-324e48d9e0ce tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929558 Aug 29 20:35:54.644862 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd28d8-7ec9-4733-89dc-8b8b6f9ece05 req-eb3987b7-1b6a-4145-8559-936cb64c2742 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:54.644862 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-03dd28d8-7ec9-4733-89dc-8b8b6f9ece05 req-eb3987b7-1b6a-4145-8559-936cb64c2742 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 944 time: 0.1428843 Aug 29 20:35:54.683052 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb643327-b4c7-4956-83d0-b48d866525de req-82c69780-ab44-4ddc-9fbb-40e3ac0be380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:54.684948 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-cb643327-b4c7-4956-83d0-b48d866525de req-82c69780-ab44-4ddc-9fbb-40e3ac0be380 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=03b5cc74-b24b-495e-ac4f-195d2dcad1d7 HTTP/1.1" status: 200 len: 847 time: 0.1083143 Aug 29 20:35:54.709345 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:54.770032 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-03dd28d8-7ec9-4733-89dc-8b8b6f9ece05 req-fd568abd-8663-4ed8-9442-58330b0daf92 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161001 Aug 29 20:35:54.774688 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-061ed286-5bde-41ed-9782-d935a2234654 req-2752d1ae-b6d0-4eb6-a49a-9f94c69185e1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7348945 Aug 29 20:35:54.778309 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb643327-b4c7-4956-83d0-b48d866525de req-6e1bbbcb-9285-45e6-859e-05c8750b2c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:54.779925 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-cb643327-b4c7-4956-83d0-b48d866525de req-6e1bbbcb-9285-45e6-859e-05c8750b2c6b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=779bade7-0633-4938-81a0-aee67711baac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555239 Aug 29 20:35:54.976931 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-061ed286-5bde-41ed-9782-d935a2234654 req-fa6eaae2-d597-4310-8757-d35212ba9c61 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715553 Aug 29 20:35:54.991057 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-cb643327-b4c7-4956-83d0-b48d866525de req-6faf0bdb-5cae-48cb-8559-4f5de7eb9c17 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/779bade7-0633-4938-81a0-aee67711baac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656940 Aug 29 20:35:55.061185 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:55.093453 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-cb643327-b4c7-4956-83d0-b48d866525de req-397824b8-dfd6-427f-b34a-04bff7e2463b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/779bade7-0633-4938-81a0-aee67711baac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947263 Aug 29 20:35:55.168425 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:55.187839 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ca3c5989-cd35-42ba-bd07-940723b820ac req-dbbddf04-d569-45d3-b21d-ef9f516edb70 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=326327d5-cec9-4a20-9b94-84ef0fee670d HTTP/1.1" status: 200 len: 210 time: 0.0302193 Aug 29 20:35:55.334991 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device d63c8d5b-2b84-4f67-944f-9f299a5aa8cb up at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:35:55.383985 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning for port d63c8d5b-2b84-4f67-944f-9f299a5aa8cb completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:35:55.390487 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning complete for port d63c8d5b-2b84-4f67-944f-9f299a5aa8cb triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:35:55.390878 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (d63c8d5b-2b84-4f67-944f-9f299a5aa8cb), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:55.467873 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port d63c8d5b-2b84-4f67-944f-9f299a5aa8cb is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:35:55.468301 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (d63c8d5b-2b84-4f67-944f-9f299a5aa8cb), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:55.491877 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68772d1-e335-4575-9654-313e27c49591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63c8d5b-2b84-4f67-944f-9f299a5aa8cb'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:35:55.494131 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eee8fb3122df5bdd6ea851cee31293cb8412868e368eaaf22337f89cfd7738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d0691c-570c-4403-aff7-294e3703b215" -d '{"events": [{"server_uuid": "b68772d1-e335-4575-9654-313e27c49591", "name": "network-vif-plugged", "status": "completed", "tag": "d63c8d5b-2b84-4f67-944f-9f299a5aa8cb"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:35:55.514775 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port d63c8d5b-2b84-4f67-944f-9f299a5aa8cb, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d63c8d5b-2b84-4f67-944f-9f299a5aa8cb,segment=NetworkSegment(6bad58f9-0737-453d-8241-c9102aa4b818),segment_id=6bad58f9-0737-453d-8241-c9102aa4b818)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:35:55.519266 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (d63c8d5b-2b84-4f67-944f-9f299a5aa8cb), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:55.545599 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99715240-7372-4422-a3a6-a73285213ce2 x-openstack-request-id: req-99715240-7372-4422-a3a6-a73285213ce2 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:35:55.545884 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68772d1-e335-4575-9654-313e27c49591", "name": "network-vif-plugged", "status": "completed", "tag": "d63c8d5b-2b84-4f67-944f-9f299a5aa8cb", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:35:55.546129 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-99715240-7372-4422-a3a6-a73285213ce2 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:35:55.546514 dv-cinder-854263-2-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99715240-7372-4422-a3a6-a73285213ce2'] response: {'server_uuid': 'b68772d1-e335-4575-9654-313e27c49591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63c8d5b-2b84-4f67-944f-9f299a5aa8cb', 'code': 200} Aug 29 20:35:55.569003 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:55.575870 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=d63c8d5b-2b84-4f67-944f-9f299a5aa8cb,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:55.723439 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633e66e-0a76-44aa-9dd3-b34ed955bf83 req-6bb466fa-555c-41cc-ba6a-c630ed7fa37f tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:55.724953 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0633e66e-0a76-44aa-9dd3-b34ed955bf83 req-6bb466fa-555c-41cc-ba6a-c630ed7fa37f tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 943 time: 0.0565047 Aug 29 20:35:55.770658 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b0332-6770-4438-8f4e-c0e3b9a52b07 req-f55d5321-dc54-4ace-a6a3-b28c81e21917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:55.772473 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-863b0332-6770-4438-8f4e-c0e3b9a52b07 req-f55d5321-dc54-4ace-a6a3-b28c81e21917 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 1129 time: 0.0444703 Aug 29 20:35:55.780454 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0633e66e-0a76-44aa-9dd3-b34ed955bf83 req-cd59a0dd-fc47-48e9-b069-0b7ed096bcd0 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488830 Aug 29 20:35:55.841157 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-863b0332-6770-4438-8f4e-c0e3b9a52b07 req-f44c6b2e-0f77-44ad-98f7-bf2d2f1d0963 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493855 Aug 29 20:35:55.912831 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e22417-ab78-4f55-aedb-3c1ed75f1f51 req-35a99d49-a2c6-402c-bc82-c3ea4f2536ca tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:55.914310 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-17e22417-ab78-4f55-aedb-3c1ed75f1f51 req-35a99d49-a2c6-402c-bc82-c3ea4f2536ca tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 945 time: 0.0601125 Aug 29 20:35:55.964559 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-17e22417-ab78-4f55-aedb-3c1ed75f1f51 req-c06bed40-64ae-4270-a12d-b31897e1bf9f tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432518 Aug 29 20:35:56.292250 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f3e85f44-91ee-45c0-88c3-80dbabe1f30b req-c7a057bf-f904-4b41-8c9b-d616712cc14f tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=326327d5-cec9-4a20-9b94-84ef0fee670d HTTP/1.1" status: 200 len: 210 time: 0.0279262 Aug 29 20:35:56.902194 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e00472-cfd7-4370-94e4-9d8bb9c5c372 req-ef041c89-45f8-4911-a34b-a79c7a91c88b tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:56.903754 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-95e00472-cfd7-4370-94e4-9d8bb9c5c372 req-ef041c89-45f8-4911-a34b-a79c7a91c88b tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 943 time: 0.0479739 Aug 29 20:35:56.954915 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-95e00472-cfd7-4370-94e4-9d8bb9c5c372 req-36b6d4df-2745-4336-83f9-0086b34096af tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450535 Aug 29 20:35:57.093516 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56c27f-02ec-4a5e-b132-704badc298bc req-dbcb68fc-f266-46cd-ab1e-fe7b3f9ab81b tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:57.095192 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fb56c27f-02ec-4a5e-b132-704badc298bc req-dbcb68fc-f266-46cd-ab1e-fe7b3f9ab81b tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 945 time: 0.0569375 Aug 29 20:35:57.158871 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fb56c27f-02ec-4a5e-b132-704badc298bc req-2e4cc908-44d6-49de-a149-30446f92e77a tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571687 Aug 29 20:35:57.261063 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-bafd0ae9-b82f-453a-9a0f-59dfc253c29b tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:57.262603 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-bafd0ae9-b82f-453a-9a0f-59dfc253c29b tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.33 "GET /networking/v2.0/networks?id=03168a32-5f0e-4f8c-b2be-a70299b1ceb4 HTTP/1.1" status: 200 len: 809 time: 0.1296854 Aug 29 20:35:57.317104 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-2fbff3b6-9cdb-443d-b79a-cfda04224d7f tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Request body: {'port': {'device_id': '326327d5-cec9-4a20-9b94-84ef0fee670d', 'network_id': '03168a32-5f0e-4f8c-b2be-a70299b1ceb4', 'admin_state_up': True, 'tenant_id': '1c85b91350b74daeab5ba89364b4578e'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:57.409068 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0d2240d7-8976-446a-a7f6-1aeae292008e req-f31f35bf-6421-4808-b320-d2616594eb86 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=326327d5-cec9-4a20-9b94-84ef0fee670d HTTP/1.1" status: 200 len: 210 time: 0.0360110 Aug 29 20:35:57.478168 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-2fbff3b6-9cdb-443d-b79a-cfda04224d7f tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Made reservation on behalf of 1c85b91350b74daeab5ba89364b4578e for: {'port': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:35:57.482106 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-2fbff3b6-9cdb-443d-b79a-cfda04224d7f tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:57.593600 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:57.614750 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-2fbff3b6-9cdb-443d-b79a-cfda04224d7f tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Allocated IP 172.20.0.9 (03168a32-5f0e-4f8c-b2be-a70299b1ceb4/0359e6d8-1a07-480b-9e25-fbeed0649819/8dc5eb97-a9d3-4521-a834-083bdafe6c20) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:35:57.785543 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-2fbff3b6-9cdb-443d-b79a-cfda04224d7f tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Publish callbacks [] for port (8dc5eb97-a9d3-4521-a834-083bdafe6c20), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:57.806961 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:57.818901 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-2fbff3b6-9cdb-443d-b79a-cfda04224d7f tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (8dc5eb97-a9d3-4521-a834-083bdafe6c20), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:57.867181 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-2fbff3b6-9cdb-443d-b79a-cfda04224d7f tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Network 03168a32-5f0e-4f8c-b2be-a70299b1ceb4 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:35:57.870833 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-2fbff3b6-9cdb-443d-b79a-cfda04224d7f tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:35:57.873352 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-2fbff3b6-9cdb-443d-b79a-cfda04224d7f tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:35:57.902818 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbff3b6-9cdb-443d-b79a-cfda04224d7f tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Pushing event updated for resources: {'Port': ['ID=8dc5eb97-a9d3-4521-a834-083bdafe6c20,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:57.915457 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbff3b6-9cdb-443d-b79a-cfda04224d7f tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:57.915805 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbff3b6-9cdb-443d-b79a-cfda04224d7f tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:57.916175 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbff3b6-9cdb-443d-b79a-cfda04224d7f tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:57.916518 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbff3b6-9cdb-443d-b79a-cfda04224d7f tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:57.916897 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbff3b6-9cdb-443d-b79a-cfda04224d7f tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:57.917235 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbff3b6-9cdb-443d-b79a-cfda04224d7f tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:57.917564 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbff3b6-9cdb-443d-b79a-cfda04224d7f tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:57.917893 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbff3b6-9cdb-443d-b79a-cfda04224d7f tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:57.918219 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbff3b6-9cdb-443d-b79a-cfda04224d7f tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:57.918544 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbff3b6-9cdb-443d-b79a-cfda04224d7f tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:57.918956 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbff3b6-9cdb-443d-b79a-cfda04224d7f tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:57.919323 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbff3b6-9cdb-443d-b79a-cfda04224d7f tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:57.919685 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbff3b6-9cdb-443d-b79a-cfda04224d7f tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:57.920067 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbff3b6-9cdb-443d-b79a-cfda04224d7f tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:57.920392 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbff3b6-9cdb-443d-b79a-cfda04224d7f tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:35:57.942975 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-2fbff3b6-9cdb-443d-b79a-cfda04224d7f tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:57.943584 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-2fbff3b6-9cdb-443d-b79a-cfda04224d7f tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:57.960995 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-2fbff3b6-9cdb-443d-b79a-cfda04224d7f tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6481831 Aug 29 20:35:58.082099 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea1248-6db3-45aa-ad79-4663eb0a4b43 req-f18ff1dc-501d-45ce-b742-b435fd10ceef tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:58.083546 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-73ea1248-6db3-45aa-ad79-4663eb0a4b43 req-f18ff1dc-501d-45ce-b742-b435fd10ceef tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 943 time: 0.0502877 Aug 29 20:35:58.131712 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-73ea1248-6db3-45aa-ad79-4663eb0a4b43 req-5155c065-ea04-4a07-bf4a-f3e6d24938b3 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424607 Aug 29 20:35:58.280167 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b4cf0-d057-4680-9c4b-b8831e89b41c req-7d8194f0-732a-40fe-80bf-ffa1d59bc26e tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:58.281678 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6a3b4cf0-d057-4680-9c4b-b8831e89b41c req-7d8194f0-732a-40fe-80bf-ffa1d59bc26e tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 945 time: 0.0462344 Aug 29 20:35:58.331726 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6a3b4cf0-d057-4680-9c4b-b8831e89b41c req-0d896c5b-8a1c-4722-a375-d8b1c55d1be2 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440772 Aug 29 20:35:58.453419 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5738c0-c584-4167-9425-5565fc46a866 req-d0b3a388-5bbb-4fa8-9c5a-8e36dcd39280 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:58.454886 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-df5738c0-c584-4167-9425-5565fc46a866 req-d0b3a388-5bbb-4fa8-9c5a-8e36dcd39280 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 945 time: 0.0478091 Aug 29 20:35:58.503533 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-df5738c0-c584-4167-9425-5565fc46a866 req-09f77e22-e707-4d8e-8c87-41f63c93f867 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429013 Aug 29 20:35:58.525859 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-a94037c5-b39b-4edc-b3d2-f153a8967e1e service neutron] Request body: {'port': {'device_id': '326327d5-cec9-4a20-9b94-84ef0fee670d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:35:58.568705 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a6bf3-2204-4967-ba24-97b430eeea0a req-5326794b-5ce2-4d8b-b520-d0a942e0c146 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:58.570252 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-289a6bf3-2204-4967-ba24-97b430eeea0a req-5326794b-5ce2-4d8b-b520-d0a942e0c146 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=326327d5-cec9-4a20-9b94-84ef0fee670d HTTP/1.1" status: 200 len: 931 time: 0.0864220 Aug 29 20:35:58.630214 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-a94037c5-b39b-4edc-b3d2-f153a8967e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (8dc5eb97-a9d3-4521-a834-083bdafe6c20), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:58.659116 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-289a6bf3-2204-4967-ba24-97b430eeea0a req-a6b80266-6e21-4c27-802d-504ec116b0d1 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807011 Aug 29 20:35:58.874005 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6bc40-32b3-4db0-a01f-818d565ec3e1 req-2a46c5da-0dbc-449e-a8a0-5fdcc0d49ce2 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:58.875451 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-cec6bc40-32b3-4db0-a01f-818d565ec3e1 req-2a46c5da-0dbc-449e-a8a0-5fdcc0d49ce2 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 945 time: 0.0595505 Aug 29 20:35:58.898033 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:INSERT=3,neutron:UPDATE=2,neutron:SELECT=94,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:58.995817 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-cec6bc40-32b3-4db0-a01f-818d565ec3e1 req-f25a3005-6c37-4b38-922a-b23711f7e64e tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119409 Aug 29 20:35:59.001459 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-a94037c5-b39b-4edc-b3d2-f153a8967e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dc5eb97-a9d3-4521-a834-083bdafe6c20 {{(pid=106199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:35:59.009156 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-a94037c5-b39b-4edc-b3d2-f153a8967e1e service neutron] Publish callbacks [] for port (8dc5eb97-a9d3-4521-a834-083bdafe6c20), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:59.022538 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.provisioning_blocks [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-a94037c5-b39b-4edc-b3d2-f153a8967e1e service neutron] Transition to ACTIVE for port object 8dc5eb97-a9d3-4521-a834-083bdafe6c20 will not be triggered until provisioned by entity L2. {{(pid=106199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:35:59.027387 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-a94037c5-b39b-4edc-b3d2-f153a8967e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61108980'] for port (8dc5eb97-a9d3-4521-a834-083bdafe6c20), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:59.089840 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:35:59.098880 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94037c5-b39b-4edc-b3d2-f153a8967e1e service neutron] Pushing event updated for resources: {'Port': ['ID=8dc5eb97-a9d3-4521-a834-083bdafe6c20,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:59.155725 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-a94037c5-b39b-4edc-b3d2-f153a8967e1e service neutron] Attempting to bind port 8dc5eb97-a9d3-4521-a834-083bdafe6c20 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:35:59.156135 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-a94037c5-b39b-4edc-b3d2-f153a8967e1e service neutron] Attempting to bind port 8dc5eb97-a9d3-4521-a834-083bdafe6c20 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'bcfedb24-5bd4-4895-869f-944078997b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '03168a32-5f0e-4f8c-b2be-a70299b1ceb4'}] {{(pid=106199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:35:59.156498 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-a94037c5-b39b-4edc-b3d2-f153a8967e1e service neutron] Attempting to bind port 8dc5eb97-a9d3-4521-a834-083bdafe6c20 on network 03168a32-5f0e-4f8c-b2be-a70299b1ceb4 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:35:59.162901 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-a94037c5-b39b-4edc-b3d2-f153a8967e1e service neutron] Port 8dc5eb97-a9d3-4521-a834-083bdafe6c20 on network 03168a32-5f0e-4f8c-b2be-a70299b1ceb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:35:59.163223 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-a94037c5-b39b-4edc-b3d2-f153a8967e1e service neutron] Attempting to bind port 8dc5eb97-a9d3-4521-a834-083bdafe6c20 on network 03168a32-5f0e-4f8c-b2be-a70299b1ceb4 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:35:59.169591 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-a94037c5-b39b-4edc-b3d2-f153a8967e1e service neutron] Checking agent: {'id': 'fe366970-a267-4806-8a8b-654c02250e20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'started_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:35:59.169930 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-a94037c5-b39b-4edc-b3d2-f153a8967e1e service neutron] Checking segment: {'id': 'bcfedb24-5bd4-4895-869f-944078997b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '03168a32-5f0e-4f8c-b2be-a70299b1ceb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:35:59.170308 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-a94037c5-b39b-4edc-b3d2-f153a8967e1e service neutron] Bound using segment: {'id': 'bcfedb24-5bd4-4895-869f-944078997b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '03168a32-5f0e-4f8c-b2be-a70299b1ceb4'} {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:35:59.170788 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-a94037c5-b39b-4edc-b3d2-f153a8967e1e service neutron] Bound port: 8dc5eb97-a9d3-4521-a834-083bdafe6c20, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcfedb24-5bd4-4895-869f-944078997b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '03168a32-5f0e-4f8c-b2be-a70299b1ceb4'}}] {{(pid=106199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:35:59.171508 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-a94037c5-b39b-4edc-b3d2-f153a8967e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (8dc5eb97-a9d3-4521-a834-083bdafe6c20), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:59.249769 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-a94037c5-b39b-4edc-b3d2-f153a8967e1e service neutron] For port 8dc5eb97-a9d3-4521-a834-083bdafe6c20, host hv-cinder-85426, cleared binding levels {{(pid=106199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:35:59.253405 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-a94037c5-b39b-4edc-b3d2-f153a8967e1e service neutron] For port 8dc5eb97-a9d3-4521-a834-083bdafe6c20, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8dc5eb97-a9d3-4521-a834-083bdafe6c20,segment=NetworkSegment(bcfedb24-5bd4-4895-869f-944078997b9d),segment_id=bcfedb24-5bd4-4895-869f-944078997b9d)] {{(pid=106199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:35:59.259060 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-a94037c5-b39b-4edc-b3d2-f153a8967e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61108980'] for port (8dc5eb97-a9d3-4521-a834-083bdafe6c20), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:59.264205 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-a94037c5-b39b-4edc-b3d2-f153a8967e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:59.264899 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-a94037c5-b39b-4edc-b3d2-f153a8967e1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:35:59.266436 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-a94037c5-b39b-4edc-b3d2-f153a8967e1e service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/8dc5eb97-a9d3-4521-a834-083bdafe6c20 HTTP/1.1" status: 200 len: 1093 time: 0.7476046 Aug 29 20:35:59.266853 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326327d5-cec9-4a20-9b94-84ef0fee670d', 'tag': '8dc5eb97-a9d3-4521-a834-083bdafe6c20'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:35:59.269276 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a09263b-2bee-4219-9661-c9919934ff39" -d '{"events": [{"name": "network-changed", "server_uuid": "326327d5-cec9-4a20-9b94-84ef0fee670d", "tag": "8dc5eb97-a9d3-4521-a834-083bdafe6c20"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:35:59.280423 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebb132-1d32-40e0-af3d-45e8a3f0534a req-b6edb992-a7c0-45fe-bd05-1c64f8bf8b4b tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:59.282505 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-59ebb132-1d32-40e0-af3d-45e8a3f0534a req-b6edb992-a7c0-45fe-bd05-1c64f8bf8b4b tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 943 time: 0.0629096 Aug 29 20:35:59.328269 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94037c5-b39b-4edc-b3d2-f153a8967e1e service neutron] Pushing event updated for resources: {'Port': ['ID=8dc5eb97-a9d3-4521-a834-083bdafe6c20,revision_number=3']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:35:59.377251 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d597ea44-f26c-4ee4-9a7a-788e112c076c x-openstack-request-id: req-d597ea44-f26c-4ee4-9a7a-788e112c076c {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:35:59.377869 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "326327d5-cec9-4a20-9b94-84ef0fee670d", "tag": "8dc5eb97-a9d3-4521-a834-083bdafe6c20", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:35:59.378298 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d597ea44-f26c-4ee4-9a7a-788e112c076c {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:35:59.378997 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d597ea44-f26c-4ee4-9a7a-788e112c076c'] response: {'name': 'network-changed', 'server_uuid': '326327d5-cec9-4a20-9b94-84ef0fee670d', 'tag': '8dc5eb97-a9d3-4521-a834-083bdafe6c20', 'status': 'completed', 'code': 200} Aug 29 20:35:59.386586 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-59ebb132-1d32-40e0-af3d-45e8a3f0534a req-d4330907-0c3c-4f55-bca6-983450a6fc62 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965955 Aug 29 20:35:59.786095 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f08a2-5196-4cbc-a549-40e94fdd98ec req-ccd447a0-afed-4901-851f-f7781d50f688 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:35:59.787566 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3c8f08a2-5196-4cbc-a549-40e94fdd98ec req-ccd447a0-afed-4901-851f-f7781d50f688 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=326327d5-cec9-4a20-9b94-84ef0fee670d HTTP/1.1" status: 200 len: 943 time: 0.0527563 Aug 29 20:35:59.837843 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3c8f08a2-5196-4cbc-a549-40e94fdd98ec req-481453f1-6c09-420e-821a-0099fb1141dc tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442071 Aug 29 20:36:00.049901 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09263b-2bee-4219-9661-c9919934ff39 req-c05a70d7-a2d7-4b61-897a-a69e7953f4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:00.051469 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6a09263b-2bee-4219-9661-c9919934ff39 req-c05a70d7-a2d7-4b61-897a-a69e7953f4bc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1c85b91350b74daeab5ba89364b4578e&device_id=326327d5-cec9-4a20-9b94-84ef0fee670d HTTP/1.1" status: 200 len: 1127 time: 0.0441096 Aug 29 20:36:00.161698 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09263b-2bee-4219-9661-c9919934ff39 req-01ceb3d7-a789-45b9-8fa5-7f35d8af8172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:00.163176 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6a09263b-2bee-4219-9661-c9919934ff39 req-01ceb3d7-a789-45b9-8fa5-7f35d8af8172 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=1c85b91350b74daeab5ba89364b4578e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1018505 Aug 29 20:36:00.268639 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09263b-2bee-4219-9661-c9919934ff39 req-c5cefc68-67f5-4655-82d5-3c2f16838d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:00.270138 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6a09263b-2bee-4219-9661-c9919934ff39 req-c5cefc68-67f5-4655-82d5-3c2f16838d5a service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937536 Aug 29 20:36:00.360485 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-9581baa0-3303-47ff-a231-1b80969fb57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:00.362146 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-9581baa0-3303-47ff-a231-1b80969fb57b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1c85b91350b74daeab5ba89364b4578e&device_id=326327d5-cec9-4a20-9b94-84ef0fee670d HTTP/1.1" status: 200 len: 1127 time: 0.0402071 Aug 29 20:36:00.414978 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-7249a882-6881-40e3-9897-e522d60a447f service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dc5eb97-a9d3-4521-a834-083bdafe6c20 HTTP/1.1" status: 200 len: 217 time: 0.0383844 Aug 29 20:36:00.483792 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-e178caa1-1b83-4762-a7b8-8b5d29e17c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:00.485850 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-e178caa1-1b83-4762-a7b8-8b5d29e17c5d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=0359e6d8-1a07-480b-9e25-fbeed0649819 HTTP/1.1" status: 200 len: 849 time: 0.0533836 Aug 29 20:36:00.524179 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b91d5-e444-4045-aa9d-c4e991dcec51 req-30a824e0-20cb-4e05-9718-dfb01c7308b0 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:00.530363 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-d4097f90-3f64-4d15-a4bf-e0497e8d4a5b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=03168a32-5f0e-4f8c-b2be-a70299b1ceb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363002 Aug 29 20:36:00.532286 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4e2b91d5-e444-4045-aa9d-c4e991dcec51 req-30a824e0-20cb-4e05-9718-dfb01c7308b0 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 943 time: 0.0622842 Aug 29 20:36:00.583576 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4e2b91d5-e444-4045-aa9d-c4e991dcec51 req-cfebcc9a-e225-4d9e-998d-c7a74f7b545e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501025 Aug 29 20:36:00.627036 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:00.643854 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-a94d8c34-8289-4add-ba48-4a53e53487ea service neutron] 10.222.0.33 "GET /networking/v2.0/networks/03168a32-5f0e-4f8c-b2be-a70299b1ceb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020043 Aug 29 20:36:00.785525 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8523ee6c-e490-4ec1-aedb-afc293ef3a07 req-a577a2ed-aa37-422f-9906-495cac83dfdf service neutron] 10.222.0.33 "GET /networking/v2.0/networks/03168a32-5f0e-4f8c-b2be-a70299b1ceb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285446 Aug 29 20:36:00.961087 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfdf8a-37e8-408b-be58-6c7c265308c5 req-5655eea7-53ed-43a1-8b38-94a08db15400 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:00.962582 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a1dfdf8a-37e8-408b-be58-6c7c265308c5 req-5655eea7-53ed-43a1-8b38-94a08db15400 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=326327d5-cec9-4a20-9b94-84ef0fee670d HTTP/1.1" status: 200 len: 943 time: 0.0502508 Aug 29 20:36:01.012892 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a1dfdf8a-37e8-408b-be58-6c7c265308c5 req-29c58991-77fd-4f5a-b545-d33b96b9cb21 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446053 Aug 29 20:36:01.352623 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 8ff3928a-585f-4fdd-9895-afd0c54f0e08 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:36:01.456926 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 8ff3928a-585f-4fdd-9895-afd0c54f0e08, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8ff3928a-585f-4fdd-9895-afd0c54f0e08,segment=NetworkSegment(4a13b328-7b40-4982-994c-fbfbebdf4718),segment_id=4a13b328-7b40-4982-994c-fbfbebdf4718)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:36:01.468376 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Returning: {'device': '8ff3928a-585f-4fdd-9895-afd0c54f0e08', 'network_id': '779bade7-0633-4938-81a0-aee67711baac', 'port_id': '8ff3928a-585f-4fdd-9895-afd0c54f0e08', 'mac_address': 'fa:16:3e:32:39:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03b5cc74-b24b-495e-ac4f-195d2dcad1d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:36:01.502627 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 8ff3928a-585f-4fdd-9895-afd0c54f0e08 is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:36:01.503007 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (8ff3928a-585f-4fdd-9895-afd0c54f0e08), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:01.515987 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff3928a-585f-4fdd-9895-afd0c54f0e08 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:36:01.535645 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 8ff3928a-585f-4fdd-9895-afd0c54f0e08, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8ff3928a-585f-4fdd-9895-afd0c54f0e08,segment=NetworkSegment(4a13b328-7b40-4982-994c-fbfbebdf4718),segment_id=4a13b328-7b40-4982-994c-fbfbebdf4718)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:36:01.540091 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (8ff3928a-585f-4fdd-9895-afd0c54f0e08), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:01.592488 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=8ff3928a-585f-4fdd-9895-afd0c54f0e08,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:36:01.726046 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29933f18-13f6-4431-96b2-796bf5d828a5 req-590c867f-7133-4edd-844e-5d34f007f9d1 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:01.727455 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-29933f18-13f6-4431-96b2-796bf5d828a5 req-590c867f-7133-4edd-844e-5d34f007f9d1 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 944 time: 0.0511272 Aug 29 20:36:01.778436 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-29933f18-13f6-4431-96b2-796bf5d828a5 req-53dc3c3b-28db-4552-9c1c-818ec50363d3 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453289 Aug 29 20:36:02.142312 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84d76a-0ad5-4e3b-8b80-9950e07f8e9c req-e56e7578-f93d-4b20-8952-a808b22e7a15 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:02.143954 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4e84d76a-0ad5-4e3b-8b80-9950e07f8e9c req-e56e7578-f93d-4b20-8952-a808b22e7a15 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=326327d5-cec9-4a20-9b94-84ef0fee670d HTTP/1.1" status: 200 len: 943 time: 0.0484941 Aug 29 20:36:02.192507 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4e84d76a-0ad5-4e3b-8b80-9950e07f8e9c req-cf7f9fe0-a309-4e4d-86cb-884f1c102eae tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425296 Aug 29 20:36:02.213501 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['8ff3928a-585f-4fdd-9895-afd0c54f0e08'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:36:02.246132 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:02.863105 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:02.904187 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc270489-7594-4793-9ebf-9e846444ecfe req-90c7d723-0800-4baa-a023-616e685ff752 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:02.905682 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bc270489-7594-4793-9ebf-9e846444ecfe req-90c7d723-0800-4baa-a023-616e685ff752 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 944 time: 0.0529890 Aug 29 20:36:02.945526 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:02.962719 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bc270489-7594-4793-9ebf-9e846444ecfe req-7c3c5a78-2668-4a56-8ef7-0e288dd06e4d tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515232 Aug 29 20:36:03.324640 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f78f1e-1cce-4868-87a0-c63fc0b55863 req-fcbca2fa-e359-4373-86e1-6b7e578e2808 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:03.326401 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-30f78f1e-1cce-4868-87a0-c63fc0b55863 req-fcbca2fa-e359-4373-86e1-6b7e578e2808 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=326327d5-cec9-4a20-9b94-84ef0fee670d HTTP/1.1" status: 200 len: 943 time: 0.0576208 Aug 29 20:36:03.377403 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-30f78f1e-1cce-4868-87a0-c63fc0b55863 req-ddc76882-926f-4067-b0ac-a9725298599d tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450976 Aug 29 20:36:03.505712 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 8dc5eb97-a9d3-4521-a834-083bdafe6c20 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:36:03.509764 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 8ff3928a-585f-4fdd-9895-afd0c54f0e08 up at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:36:03.613351 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning for port 8ff3928a-585f-4fdd-9895-afd0c54f0e08 completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:36:03.625046 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning complete for port 8ff3928a-585f-4fdd-9895-afd0c54f0e08 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:36:03.625372 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (8ff3928a-585f-4fdd-9895-afd0c54f0e08), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:03.674210 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 8dc5eb97-a9d3-4521-a834-083bdafe6c20, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8dc5eb97-a9d3-4521-a834-083bdafe6c20,segment=NetworkSegment(bcfedb24-5bd4-4895-869f-944078997b9d),segment_id=bcfedb24-5bd4-4895-869f-944078997b9d)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:36:03.686361 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:03.693092 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Returning: {'device': '8dc5eb97-a9d3-4521-a834-083bdafe6c20', 'network_id': '03168a32-5f0e-4f8c-b2be-a70299b1ceb4', 'port_id': '8dc5eb97-a9d3-4521-a834-083bdafe6c20', 'mac_address': 'fa:16:3e:e8:79:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0359e6d8-1a07-480b-9e25-fbeed0649819', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:36:03.700222 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:36:03.763709 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 8dc5eb97-a9d3-4521-a834-083bdafe6c20 is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:36:03.764046 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (8dc5eb97-a9d3-4521-a834-083bdafe6c20), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:03.766437 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 8ff3928a-585f-4fdd-9895-afd0c54f0e08 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:36:03.766804 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (8ff3928a-585f-4fdd-9895-afd0c54f0e08), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:03.794089 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc5eb97-a9d3-4521-a834-083bdafe6c20 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:36:03.804513 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36516f8-3de4-45fa-a124-83436dcfe1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff3928a-585f-4fdd-9895-afd0c54f0e08'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:36:03.806761 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eee8fb3122df5bdd6ea851cee31293cb8412868e368eaaf22337f89cfd7738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f88a9b7-79f8-416e-91a0-b4b5b87dc91f" -d '{"events": [{"server_uuid": "f36516f8-3de4-45fa-a124-83436dcfe1c1", "name": "network-vif-plugged", "status": "completed", "tag": "8ff3928a-585f-4fdd-9895-afd0c54f0e08"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:36:03.831349 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 8ff3928a-585f-4fdd-9895-afd0c54f0e08, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8ff3928a-585f-4fdd-9895-afd0c54f0e08,segment=NetworkSegment(4a13b328-7b40-4982-994c-fbfbebdf4718),segment_id=4a13b328-7b40-4982-994c-fbfbebdf4718)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:36:03.833631 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 8dc5eb97-a9d3-4521-a834-083bdafe6c20, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8dc5eb97-a9d3-4521-a834-083bdafe6c20,segment=NetworkSegment(bcfedb24-5bd4-4895-869f-944078997b9d),segment_id=bcfedb24-5bd4-4895-869f-944078997b9d)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:36:03.836004 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (8ff3928a-585f-4fdd-9895-afd0c54f0e08), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:03.842198 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (8dc5eb97-a9d3-4521-a834-083bdafe6c20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:03.860205 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e862d0-8666-4036-ae00-3855e32648eb x-openstack-request-id: req-14e862d0-8666-4036-ae00-3855e32648eb {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:36:03.860517 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36516f8-3de4-45fa-a124-83436dcfe1c1", "name": "network-vif-plugged", "status": "completed", "tag": "8ff3928a-585f-4fdd-9895-afd0c54f0e08", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:36:03.860770 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14e862d0-8666-4036-ae00-3855e32648eb {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:36:03.861205 dv-cinder-854263-2-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14e862d0-8666-4036-ae00-3855e32648eb'] response: {'server_uuid': 'f36516f8-3de4-45fa-a124-83436dcfe1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff3928a-585f-4fdd-9895-afd0c54f0e08', 'code': 200} Aug 29 20:36:03.890489 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=8ff3928a-585f-4fdd-9895-afd0c54f0e08,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:36:03.939679 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=8dc5eb97-a9d3-4521-a834-083bdafe6c20,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:36:04.089228 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8a022-fd1c-466b-932d-00fc8dc45bb5 req-aa8b5862-5f77-4cd8-b8c7-690f48d43846 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:04.090695 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-24f8a022-fd1c-466b-932d-00fc8dc45bb5 req-aa8b5862-5f77-4cd8-b8c7-690f48d43846 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 945 time: 0.0519664 Aug 29 20:36:04.122391 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:04.150991 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-24f8a022-fd1c-466b-932d-00fc8dc45bb5 req-f040255d-bc52-46d4-9414-0493efb46cec tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542109 Aug 29 20:36:04.183953 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6416d7-96c8-4722-b724-204bef085dc7 req-ecf7af6f-2cb0-4aca-b92f-907d9f589ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:04.185787 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2c6416d7-96c8-4722-b724-204bef085dc7 req-ecf7af6f-2cb0-4aca-b92f-907d9f589ca8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 1129 time: 0.0464592 Aug 29 20:36:04.243517 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2c6416d7-96c8-4722-b724-204bef085dc7 req-4b56f7f2-c44b-45d6-b75f-ba97a3a6ade2 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443161 Aug 29 20:36:04.275639 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['8dc5eb97-a9d3-4521-a834-083bdafe6c20'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:36:04.279505 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:04.488222 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:04.504309 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b60f3c-dbca-4007-916b-c1d6058c27b1 req-ecafb460-0f37-4b5a-9036-131a0c55fd80 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:04.505804 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-79b60f3c-dbca-4007-916b-c1d6058c27b1 req-ecafb460-0f37-4b5a-9036-131a0c55fd80 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=326327d5-cec9-4a20-9b94-84ef0fee670d HTTP/1.1" status: 200 len: 944 time: 0.0488553 Aug 29 20:36:04.559444 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-79b60f3c-dbca-4007-916b-c1d6058c27b1 req-34447ee1-2497-4ec1-8a41-09c5c1898817 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476558 Aug 29 20:36:05.268195 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953455f2-5bfd-44b4-a498-8996927329f8 req-5af70a93-e556-4d13-ae0e-d2640e1db386 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:05.269652 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-953455f2-5bfd-44b4-a498-8996927329f8 req-5af70a93-e556-4d13-ae0e-d2640e1db386 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 945 time: 0.0469289 Aug 29 20:36:05.326732 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-953455f2-5bfd-44b4-a498-8996927329f8 req-ca1c7f99-9006-4724-9aff-e4d88799b4e2 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497231 Aug 29 20:36:05.507502 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 8dc5eb97-a9d3-4521-a834-083bdafe6c20 up at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:36:05.551748 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning for port 8dc5eb97-a9d3-4521-a834-083bdafe6c20 completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:36:05.557994 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning complete for port 8dc5eb97-a9d3-4521-a834-083bdafe6c20 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:36:05.558555 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (8dc5eb97-a9d3-4521-a834-083bdafe6c20), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:05.630262 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 8dc5eb97-a9d3-4521-a834-083bdafe6c20 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:36:05.630726 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (8dc5eb97-a9d3-4521-a834-083bdafe6c20), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:05.667421 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 8dc5eb97-a9d3-4521-a834-083bdafe6c20, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8dc5eb97-a9d3-4521-a834-083bdafe6c20,segment=NetworkSegment(bcfedb24-5bd4-4895-869f-944078997b9d),segment_id=bcfedb24-5bd4-4895-869f-944078997b9d)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:36:05.671885 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (8dc5eb97-a9d3-4521-a834-083bdafe6c20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:05.683395 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9dded4-55f4-4c77-9445-dedf4ab8a16e req-3c6c58bb-b1dc-4b45-82f0-c14c65875a34 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:05.685184 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3d9dded4-55f4-4c77-9445-dedf4ab8a16e req-3c6c58bb-b1dc-4b45-82f0-c14c65875a34 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=326327d5-cec9-4a20-9b94-84ef0fee670d HTTP/1.1" status: 200 len: 944 time: 0.0519154 Aug 29 20:36:05.723859 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=8dc5eb97-a9d3-4521-a834-083bdafe6c20,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:36:05.741462 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3d9dded4-55f4-4c77-9445-dedf4ab8a16e req-322d110d-b40b-4f70-8c80-aef6b2676d33 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505292 Aug 29 20:36:05.862583 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326327d5-cec9-4a20-9b94-84ef0fee670d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc5eb97-a9d3-4521-a834-083bdafe6c20'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:36:05.864922 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eee8fb3122df5bdd6ea851cee31293cb8412868e368eaaf22337f89cfd7738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e819b7-d260-4f67-8be8-8603c084d0c4" -d '{"events": [{"server_uuid": "326327d5-cec9-4a20-9b94-84ef0fee670d", "name": "network-vif-plugged", "status": "completed", "tag": "8dc5eb97-a9d3-4521-a834-083bdafe6c20"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:36:05.903362 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e401af-77e1-476a-a3c0-458759e736a3 x-openstack-request-id: req-11e401af-77e1-476a-a3c0-458759e736a3 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:36:05.903680 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "326327d5-cec9-4a20-9b94-84ef0fee670d", "name": "network-vif-plugged", "status": "completed", "tag": "8dc5eb97-a9d3-4521-a834-083bdafe6c20", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:36:05.903957 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11e401af-77e1-476a-a3c0-458759e736a3 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:36:05.904442 dv-cinder-854263-2-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11e401af-77e1-476a-a3c0-458759e736a3'] response: {'server_uuid': '326327d5-cec9-4a20-9b94-84ef0fee670d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc5eb97-a9d3-4521-a834-083bdafe6c20', 'code': 200} Aug 29 20:36:06.452767 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7b9c6-afee-4631-8e28-d27fffe9793a req-49c1d470-9ce2-449c-b07a-fb93a467101b tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:06.455054 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-33d7b9c6-afee-4631-8e28-d27fffe9793a req-49c1d470-9ce2-449c-b07a-fb93a467101b tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 945 time: 0.0561950 Aug 29 20:36:06.517511 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-33d7b9c6-afee-4631-8e28-d27fffe9793a req-b4c82fe8-4b76-4c3a-b3ad-d7cf1a37704a tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558128 Aug 29 20:36:06.668093 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f81d37-c7aa-479f-9d2e-78688dde220b req-01526a13-73ec-4efe-a6a1-6ab967c30e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:06.669534 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c7f81d37-c7aa-479f-9d2e-78688dde220b req-01526a13-73ec-4efe-a6a1-6ab967c30e22 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=326327d5-cec9-4a20-9b94-84ef0fee670d HTTP/1.1" status: 200 len: 1129 time: 0.0404480 Aug 29 20:36:06.722519 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c7f81d37-c7aa-479f-9d2e-78688dde220b req-5f08b832-de62-453f-ae4a-9cb218a8dabc service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455043 Aug 29 20:36:06.869211 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd93a12-22cd-4efc-a854-7b033c46debe req-4d0859fc-5eb5-45e1-89a2-2e2f14da4302 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:06.870695 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0cd93a12-22cd-4efc-a854-7b033c46debe req-4d0859fc-5eb5-45e1-89a2-2e2f14da4302 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=326327d5-cec9-4a20-9b94-84ef0fee670d HTTP/1.1" status: 200 len: 945 time: 0.0509202 Aug 29 20:36:06.923831 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0cd93a12-22cd-4efc-a854-7b033c46debe req-42527f39-2914-40f6-800d-b61638d363e9 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444205 Aug 29 20:36:07.154111 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-96b962ae-7896-4a51-9115-a7438b57f82c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:07.639645 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229a25b-4da6-4cb7-a8a9-7fc173c40599 req-3ba97389-5caf-48e2-982e-50f2d72bf101 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:07.641156 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5229a25b-4da6-4cb7-a8a9-7fc173c40599 req-3ba97389-5caf-48e2-982e-50f2d72bf101 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 945 time: 0.0491970 Aug 29 20:36:07.702931 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5229a25b-4da6-4cb7-a8a9-7fc173c40599 req-e029033b-d9b9-4a6d-879c-1379a096e0f9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557675 Aug 29 20:36:07.821182 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14194729-2de4-4d08-a458-e0f8129577e4 req-bef86900-4179-4c0f-a99e-1e1bab0d1e31 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:07.822520 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-14194729-2de4-4d08-a458-e0f8129577e4 req-bef86900-4179-4c0f-a99e-1e1bab0d1e31 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 945 time: 0.0458696 Aug 29 20:36:07.880143 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-14194729-2de4-4d08-a458-e0f8129577e4 req-a8366f43-d173-4227-aab7-1e927d81e865 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500159 Aug 29 20:36:07.908248 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 36018) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:36:08.053709 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ca1d2-59eb-4d16-8c41-cd4c0684449e req-4c50f20a-f829-4e56-86ee-ddced1320d1e tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:08.055524 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b01ca1d2-59eb-4d16-8c41-cd4c0684449e req-4c50f20a-f829-4e56-86ee-ddced1320d1e tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=326327d5-cec9-4a20-9b94-84ef0fee670d HTTP/1.1" status: 200 len: 945 time: 0.0588152 Aug 29 20:36:08.113699 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b01ca1d2-59eb-4d16-8c41-cd4c0684449e req-e39618e0-a0e3-4a21-9e57-e6a9bb5fa09a tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497065 Aug 29 20:36:08.118548 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b67743-ae52-4624-a3a6-39a27dd24e7d tempest-TestShelveInstance-1555388196 tempest-TestShelveInstance-1555388196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:08.120793 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-49b67743-ae52-4624-a3a6-39a27dd24e7d tempest-TestShelveInstance-1555388196 tempest-TestShelveInstance-1555388196-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 1124 time: 0.2108827 Aug 29 20:36:08.123708 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 36026) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:36:08.128107 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-293d1dab-1fd1-479f-812f-168fca3a4e6e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Request body: {'floatingip': {'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'port_id': '8ff3928a-585f-4fdd-9895-afd0c54f0e08', 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:36:08.148526 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-293d1dab-1fd1-479f-812f-168fca3a4e6e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:08.224847 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-293d1dab-1fd1-479f-812f-168fca3a4e6e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:08.296641 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:08.353412 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [None req-293d1dab-1fd1-479f-812f-168fca3a4e6e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Allocated IP 172.27.1.246 (6d9f465d-5886-43f5-9015-44f8e49732f9/a46a7c4b-a1af-42c4-bdce-13dd23ff8d25/7d73cf43-48e3-4c78-a68a-e43be8c7e092) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:36:08.467119 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-293d1dab-1fd1-479f-812f-168fca3a4e6e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks [] for port (7d73cf43-48e3-4c78-a68a-e43be8c7e092), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:08.492957 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:08.499606 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-293d1dab-1fd1-479f-812f-168fca3a4e6e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (7d73cf43-48e3-4c78-a68a-e43be8c7e092), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:08.540828 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293d1dab-1fd1-479f-812f-168fca3a4e6e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Network 6d9f465d-5886-43f5-9015-44f8e49732f9 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:36:08.546144 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-293d1dab-1fd1-479f-812f-168fca3a4e6e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:36:08.548612 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293d1dab-1fd1-479f-812f-168fca3a4e6e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:36:08.569778 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d1dab-1fd1-479f-812f-168fca3a4e6e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Pushing event updated for resources: {'Port': ['ID=7d73cf43-48e3-4c78-a68a-e43be8c7e092,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:36:09.183980 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-293d1dab-1fd1-479f-812f-168fca3a4e6e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks [] for floatingip (86cccb14-9114-4894-91d6-96fa5bfd3a44), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:09.270856 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef7dfc-87e7-49fc-918b-e40934a218e3 req-3d819743-f26a-49d6-bf13-8165b124a160 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:09.272360 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-96ef7dfc-87e7-49fc-918b-e40934a218e3 req-3d819743-f26a-49d6-bf13-8165b124a160 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=326327d5-cec9-4a20-9b94-84ef0fee670d HTTP/1.1" status: 200 len: 945 time: 0.0836632 Aug 29 20:36:09.316354 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-293d1dab-1fd1-479f-812f-168fca3a4e6e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (7d73cf43-48e3-4c78-a68a-e43be8c7e092), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:09.372463 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-96ef7dfc-87e7-49fc-918b-e40934a218e3 req-bfc03499-2b7c-4554-97ac-bd6fc9589718 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843160 Aug 29 20:36:09.378038 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:09.498936 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-293d1dab-1fd1-479f-812f-168fca3a4e6e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks [] for port (7d73cf43-48e3-4c78-a68a-e43be8c7e092), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:09.501831 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-bae4b736-8d27-492c-8598-7208a6beaf1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:09.505225 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-293d1dab-1fd1-479f-812f-168fca3a4e6e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61108980'] for port (7d73cf43-48e3-4c78-a68a-e43be8c7e092), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:09.573197 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-293d1dab-1fd1-479f-812f-168fca3a4e6e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (86cccb14-9114-4894-91d6-96fa5bfd3a44), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:09.576791 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d1dab-1fd1-479f-812f-168fca3a4e6e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Pushing event updated for resources: {'Port': ['ID=7d73cf43-48e3-4c78-a68a-e43be8c7e092,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:36:09.656433 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:09.685031 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.db.l3_db [None req-293d1dab-1fd1-479f-812f-168fca3a4e6e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Floating IP 86cccb14-9114-4894-91d6-96fa5bfd3a44 associated. External IP: 172.27.1.246, port: 8ff3928a-585f-4fdd-9895-afd0c54f0e08. Aug 29 20:36:09.978507 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293d1dab-1fd1-479f-812f-168fca3a4e6e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Router 7ae17b82-820a-4bf7-9e02-c076a61ce5fd has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:36:10.111553 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293d1dab-1fd1-479f-812f-168fca3a4e6e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:36:10.123260 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd6ce94-1742-4b6c-ade5-52111ed94cf6 None None] Sync routers for ids ['7ae17b82-820a-4bf7-9e02-c076a61ce5fd'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:36:10.132866 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-293d1dab-1fd1-479f-812f-168fca3a4e6e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:10.138708 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd6ce94-1742-4b6c-ade5-52111ed94cf6 None None] Routers {'7ae17b82-820a-4bf7-9e02-c076a61ce5fd'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:36:10.139671 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-8fd6ce94-1742-4b6c-ade5-52111ed94cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:36:09Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['7ae17b82-820a-4bf7-9e02-c076a61ce5fd'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:36:10.176694 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-293d1dab-1fd1-479f-812f-168fca3a4e6e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0479612 Aug 29 20:36:10.176694 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36516f8-3de4-45fa-a124-83436dcfe1c1', 'tag': '8ff3928a-585f-4fdd-9895-afd0c54f0e08'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:36:10.176694 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41409783-9067-4f93-8edd-728f765987d0" -d '{"events": [{"name": "network-changed", "server_uuid": "f36516f8-3de4-45fa-a124-83436dcfe1c1", "tag": "8ff3928a-585f-4fdd-9895-afd0c54f0e08"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:36:10.220384 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a45152-25e5-40ee-92e2-fec6dd5f90dc x-openstack-request-id: req-d2a45152-25e5-40ee-92e2-fec6dd5f90dc {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:36:10.221077 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36516f8-3de4-45fa-a124-83436dcfe1c1", "tag": "8ff3928a-585f-4fdd-9895-afd0c54f0e08", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:36:10.221077 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2a45152-25e5-40ee-92e2-fec6dd5f90dc {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:36:10.221432 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2a45152-25e5-40ee-92e2-fec6dd5f90dc'] response: {'name': 'network-changed', 'server_uuid': 'f36516f8-3de4-45fa-a124-83436dcfe1c1', 'tag': '8ff3928a-585f-4fdd-9895-afd0c54f0e08', 'status': 'completed', 'code': 200} Aug 29 20:36:10.226871 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:10.310328 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-8fd6ce94-1742-4b6c-ade5-52111ed94cf6 None None] Set router 7ae17b82-820a-4bf7-9e02-c076a61ce5fd gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:36:10.470335 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:10.532882 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-8fd6ce94-1742-4b6c-ade5-52111ed94cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'name': 'tempest-TestShelveInstance-779189692-router', 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e7f2e275-28a6-4162-9eb2-4a6d1c27334d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:55Z', 'updated_at': '2022-08-29T20:35:04Z', 'revision_number': 4, 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'gw_port': {'id': 'e7f2e275-28a6-4162-9eb2-4a6d1c27334d', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:56Z', 'updated_at': '2022-08-29T20:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '86cccb14-9114-4894-91d6-96fa5bfd3a44', 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'port_id': '8ff3928a-585f-4fdd-9895-afd0c54f0e08', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '779bade7-0633-4938-81a0-aee67711baac', 'mac_address': 'fa:16:3e:32:39:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36516f8-3de4-45fa-a124-83436dcfe1c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:36:08Z', 'updated_at': '2022-08-29T20:36:08Z', 'revision_number': 0, 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48', 'name': '', 'network_id': '779bade7-0633-4938-81a0-aee67711baac', 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'mac_address': 'fa:16:3e:a1:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '03b5cc74-b24b-495e-ac4f-195d2dcad1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:02Z', 'updated_at': '2022-08-29T20:35:15Z', 'revision_number': 5, 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'subnets': [{'id': '03b5cc74-b24b-495e-ac4f-195d2dcad1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:36:10.533660 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e8407-2396-4bb4-a1b9-86846e6d90f2 req-538fe0f6-120a-4ecc-9bcb-a74e12068077 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:10.535202 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-805e8407-2396-4bb4-a1b9-86846e6d90f2 req-538fe0f6-120a-4ecc-9bcb-a74e12068077 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=326327d5-cec9-4a20-9b94-84ef0fee670d HTTP/1.1" status: 200 len: 945 time: 0.0479538 Aug 29 20:36:10.561862 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd6ce94-1742-4b6c-ade5-52111ed94cf6 None None] Checking router: 7ae17b82-820a-4bf7-9e02-c076a61ce5fd for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:36:10.572641 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd6ce94-1742-4b6c-ade5-52111ed94cf6 None None] Routers {'7ae17b82-820a-4bf7-9e02-c076a61ce5fd'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:36:10.576375 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-8fd6ce94-1742-4b6c-ade5-52111ed94cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:36:09Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['7ae17b82-820a-4bf7-9e02-c076a61ce5fd'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:36:10.593679 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-805e8407-2396-4bb4-a1b9-86846e6d90f2 req-66b7ff41-fe6c-4806-9d69-3234464e39da tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524604 Aug 29 20:36:10.705713 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:10.707517 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-8fd6ce94-1742-4b6c-ade5-52111ed94cf6 None None] Set router 7ae17b82-820a-4bf7-9e02-c076a61ce5fd gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:36:11.028274 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-8fd6ce94-1742-4b6c-ade5-52111ed94cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'name': 'tempest-TestShelveInstance-779189692-router', 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e7f2e275-28a6-4162-9eb2-4a6d1c27334d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:55Z', 'updated_at': '2022-08-29T20:35:04Z', 'revision_number': 4, 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'gw_port': {'id': 'e7f2e275-28a6-4162-9eb2-4a6d1c27334d', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:56Z', 'updated_at': '2022-08-29T20:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '86cccb14-9114-4894-91d6-96fa5bfd3a44', 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'port_id': '8ff3928a-585f-4fdd-9895-afd0c54f0e08', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '779bade7-0633-4938-81a0-aee67711baac', 'mac_address': 'fa:16:3e:32:39:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36516f8-3de4-45fa-a124-83436dcfe1c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:36:08Z', 'updated_at': '2022-08-29T20:36:08Z', 'revision_number': 0, 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48', 'name': '', 'network_id': '779bade7-0633-4938-81a0-aee67711baac', 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'mac_address': 'fa:16:3e:a1:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '03b5cc74-b24b-495e-ac4f-195d2dcad1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:02Z', 'updated_at': '2022-08-29T20:35:15Z', 'revision_number': 5, 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'subnets': [{'id': '03b5cc74-b24b-495e-ac4f-195d2dcad1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:36:11.055093 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd6ce94-1742-4b6c-ade5-52111ed94cf6 None None] The sync data for ids ['7ae17b82-820a-4bf7-9e02-c076a61ce5fd'] in dv-cinder-854263-2-iscsi is: [{'id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'name': 'tempest-TestShelveInstance-779189692-router', 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e7f2e275-28a6-4162-9eb2-4a6d1c27334d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:55Z', 'updated_at': '2022-08-29T20:35:04Z', 'revision_number': 4, 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'gw_port': {'id': 'e7f2e275-28a6-4162-9eb2-4a6d1c27334d', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:56Z', 'updated_at': '2022-08-29T20:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '86cccb14-9114-4894-91d6-96fa5bfd3a44', 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'port_id': '8ff3928a-585f-4fdd-9895-afd0c54f0e08', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '779bade7-0633-4938-81a0-aee67711baac', 'mac_address': 'fa:16:3e:32:39:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36516f8-3de4-45fa-a124-83436dcfe1c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:36:08Z', 'updated_at': '2022-08-29T20:36:08Z', 'revision_number': 0, 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48', 'name': '', 'network_id': '779bade7-0633-4938-81a0-aee67711baac', 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'mac_address': 'fa:16:3e:a1:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '03b5cc74-b24b-495e-ac4f-195d2dcad1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:02Z', 'updated_at': '2022-08-29T20:35:15Z', 'revision_number': 5, 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'subnets': [{'id': '03b5cc74-b24b-495e-ac4f-195d2dcad1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:36:11.252534 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe863af-4d23-4265-bcf9-924df9f0bd3e None None] New status for floating IP 86cccb14-9114-4894-91d6-96fa5bfd3a44: ACTIVE {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:36:11.346831 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-9551c530-a7f6-4388-9d68-abf106c3ffe5 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-403245879&fields=id&tenant_id=4ac573b4aa7a47c49d129afd9939e26d HTTP/1.1" status: 200 len: 267 time: 0.0602889 Aug 29 20:36:11.349530 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:11.465726 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-30674982-76b6-4f47-95a9-c97d1da8a34b tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:11.467190 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-30674982-76b6-4f47-95a9-c97d1da8a34b tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/networks?id=6506ef9d-c593-4e22-ac07-3e14f3411bf3 HTTP/1.1" status: 200 len: 810 time: 0.1091325 Aug 29 20:36:11.482415 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-09815f6c-4ad8-4491-9802-7b1842f2dc76 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/quotas/4ac573b4aa7a47c49d129afd9939e26d HTTP/1.1" status: 200 len: 375 time: 0.0097749 Aug 29 20:36:11.531046 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-40306909-b1c3-42d9-9914-4f9225d2d256 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=4ac573b4aa7a47c49d129afd9939e26d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438404 Aug 29 20:36:11.599121 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:11.628704 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-22d525c9-317e-41c0-92d1-81ac57125d84 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6506ef9d-c593-4e22-ac07-3e14f3411bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861714 Aug 29 20:36:11.716358 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612bf44-db9e-45b0-972a-8697e93211bf req-acde7f2c-850a-413f-8247-da6893b876e1 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:11.717773 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6612bf44-db9e-45b0-972a-8697e93211bf req-acde7f2c-850a-413f-8247-da6893b876e1 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=326327d5-cec9-4a20-9b94-84ef0fee670d HTTP/1.1" status: 200 len: 945 time: 0.0479603 Aug 29 20:36:11.725084 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-6af87ab4-c489-4fc7-9566-2a6f5e562727 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6506ef9d-c593-4e22-ac07-3e14f3411bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897038 Aug 29 20:36:11.771338 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6612bf44-db9e-45b0-972a-8697e93211bf req-e0f9daa0-4c69-4e05-9ea9-3b3405c952b9 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478246 Aug 29 20:36:12.012715 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fc79cb04-7a87-446b-a949-59963d5aad00 req-48873692-0c7b-4dde-8546-6deaf7df9f32 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1773df51-c30e-4b2d-8497-eb95021c3efa HTTP/1.1" status: 200 len: 210 time: 0.0276749 Aug 29 20:36:12.221388 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:12.353864 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:12.409987 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41409783-9067-4f93-8edd-728f765987d0 req-8ec3964c-23e2-48e6-a745-405d95851b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:12.411709 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-41409783-9067-4f93-8edd-728f765987d0 req-8ec3964c-23e2-48e6-a745-405d95851b5f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=2f93e5b4f52b4b8cac7e0336a44b33ba&device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 1129 time: 0.0470090 Aug 29 20:36:12.897202 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79433f-abdd-4021-a64b-87a8f61247cd req-f61b2fd9-174d-499f-a71a-41f4254c856c tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:12.898628 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ba79433f-abdd-4021-a64b-87a8f61247cd req-f61b2fd9-174d-499f-a71a-41f4254c856c tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=326327d5-cec9-4a20-9b94-84ef0fee670d HTTP/1.1" status: 200 len: 945 time: 0.0512338 Aug 29 20:36:12.949026 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ba79433f-abdd-4021-a64b-87a8f61247cd req-0011e356-311e-4227-9258-4028dd7acc97 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=efd63556-3ec3-4574-9033-e9841cd0cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436473 Aug 29 20:36:13.126272 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:13.138395 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c3c0b93f-341d-4e77-8191-dcf6d8794cde req-243f4851-bbe6-402d-ba25-60d5383bf6d7 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1773df51-c30e-4b2d-8497-eb95021c3efa HTTP/1.1" status: 200 len: 210 time: 0.0455997 Aug 29 20:36:13.151182 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41409783-9067-4f93-8edd-728f765987d0 req-eee07054-7e52-4734-87e2-c7c9c62add2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:13.152895 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-41409783-9067-4f93-8edd-728f765987d0 req-eee07054-7e52-4734-87e2-c7c9c62add2e service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=779bade7-0633-4938-81a0-aee67711baac HTTP/1.1" status: 200 len: 909 time: 0.1136036 Aug 29 20:36:13.307423 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-41409783-9067-4f93-8edd-728f765987d0 req-0f8a6c6a-2760-47c6-8b4d-0906c4b46bcb service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ff3928a-585f-4fdd-9895-afd0c54f0e08 HTTP/1.1" status: 200 len: 1001 time: 0.0957279 Aug 29 20:36:13.316022 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f48309-119b-498c-b5ea-7d5cdc82d971 req-67339762-06fc-4b59-8c99-43cf7c14464b tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:13.317375 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b5f48309-119b-498c-b5ea-7d5cdc82d971 req-67339762-06fc-4b59-8c99-43cf7c14464b tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=326327d5-cec9-4a20-9b94-84ef0fee670d HTTP/1.1" status: 200 len: 945 time: 0.0989575 Aug 29 20:36:13.445660 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41409783-9067-4f93-8edd-728f765987d0 req-fdcbbbc9-1633-4e6a-aa0a-8834072e43c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:13.447133 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-41409783-9067-4f93-8edd-728f765987d0 req-fdcbbbc9-1633-4e6a-aa0a-8834072e43c7 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=03b5cc74-b24b-495e-ac4f-195d2dcad1d7 HTTP/1.1" status: 200 len: 847 time: 0.1066680 Aug 29 20:36:13.464258 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [req-b5f48309-119b-498c-b5ea-7d5cdc82d971 req-04bfbc17-13c5-4c44-9ced-0f27d1db65b8 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Deleting port 8dc5eb97-a9d3-4521-a834-083bdafe6c20 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:36:13.464258 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-b5f48309-119b-498c-b5ea-7d5cdc82d971 req-04bfbc17-13c5-4c44-9ced-0f27d1db65b8 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (8dc5eb97-a9d3-4521-a834-083bdafe6c20), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:13.551909 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41409783-9067-4f93-8edd-728f765987d0 req-2064107a-73f3-41ca-a3a9-272601e9e9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:13.553406 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-41409783-9067-4f93-8edd-728f765987d0 req-2064107a-73f3-41ca-a3a9-272601e9e9a8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=779bade7-0633-4938-81a0-aee67711baac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0867023 Aug 29 20:36:13.641535 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-b5f48309-119b-498c-b5ea-7d5cdc82d971 req-04bfbc17-13c5-4c44-9ced-0f27d1db65b8 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] For port 8dc5eb97-a9d3-4521-a834-083bdafe6c20, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8dc5eb97-a9d3-4521-a834-083bdafe6c20,segment=NetworkSegment(bcfedb24-5bd4-4895-869f-944078997b9d),segment_id=bcfedb24-5bd4-4895-869f-944078997b9d)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:36:13.641895 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-b5f48309-119b-498c-b5ea-7d5cdc82d971 req-04bfbc17-13c5-4c44-9ced-0f27d1db65b8 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (8dc5eb97-a9d3-4521-a834-083bdafe6c20), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:13.693863 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [req-b5f48309-119b-498c-b5ea-7d5cdc82d971 req-04bfbc17-13c5-4c44-9ced-0f27d1db65b8 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Calling delete_port for 8dc5eb97-a9d3-4521-a834-083bdafe6c20 owned by compute:nova {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:36:13.731959 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943ec69-f92f-432b-94db-93699e726466 req-aea1dfac-7aa9-4e1f-a9ba-cc95d6a59145 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:13.733387 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8943ec69-f92f-432b-94db-93699e726466 req-aea1dfac-7aa9-4e1f-a9ba-cc95d6a59145 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 945 time: 0.0939825 Aug 29 20:36:13.748187 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-41409783-9067-4f93-8edd-728f765987d0 req-df76bba5-7767-4acd-9ae7-3173c8d75c3d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/779bade7-0633-4938-81a0-aee67711baac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873744 Aug 29 20:36:13.815348 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:13.830482 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8943ec69-f92f-432b-94db-93699e726466 req-6057ecce-561c-431b-ba5d-0c16da58d9ca tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908751 Aug 29 20:36:13.858275 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 36100) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:36:13.910943 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-b5f48309-119b-498c-b5ea-7d5cdc82d971 req-04bfbc17-13c5-4c44-9ced-0f27d1db65b8 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (8dc5eb97-a9d3-4521-a834-083bdafe6c20), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:13.925624 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['8dc5eb97-a9d3-4521-a834-083bdafe6c20'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:36:13.979074 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bfbc17-13c5-4c44-9ced-0f27d1db65b8 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Pushing event deleted for resources: {'Port': ['ID=8dc5eb97-a9d3-4521-a834-083bdafe6c20,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:36:14.044515 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f48309-119b-498c-b5ea-7d5cdc82d971 req-04bfbc17-13c5-4c44-9ced-0f27d1db65b8 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] No DVR routers for this DVR port 8dc5eb97-a9d3-4521-a834-083bdafe6c20 on host hv-cinder-85426 {{(pid=106199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:36:14.054587 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-b5f48309-119b-498c-b5ea-7d5cdc82d971 req-04bfbc17-13c5-4c44-9ced-0f27d1db65b8 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:14.058446 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b5f48309-119b-498c-b5ea-7d5cdc82d971 req-04bfbc17-13c5-4c44-9ced-0f27d1db65b8 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.33 "DELETE /networking/v2.0/ports/8dc5eb97-a9d3-4521-a834-083bdafe6c20 HTTP/1.1" status: 204 len: 173 time: 0.7250874 Aug 29 20:36:14.059275 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326327d5-cec9-4a20-9b94-84ef0fee670d', 'name': 'network-vif-deleted', 'tag': '8dc5eb97-a9d3-4521-a834-083bdafe6c20'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:36:14.061544 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067e1205-3169-4d9f-96b9-e7489f88f76b" -d '{"events": [{"server_uuid": "326327d5-cec9-4a20-9b94-84ef0fee670d", "name": "network-vif-deleted", "tag": "8dc5eb97-a9d3-4521-a834-083bdafe6c20"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:36:14.081482 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-41409783-9067-4f93-8edd-728f765987d0 req-f164de60-2ab8-41f4-991a-f4707b1e1ebd service neutron] 10.222.0.33 "GET /networking/v2.0/networks/779bade7-0633-4938-81a0-aee67711baac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792984 Aug 29 20:36:14.108506 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ef873f-b2bc-4e18-ab4c-6131b6f028fd x-openstack-request-id: req-15ef873f-b2bc-4e18-ab4c-6131b6f028fd {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:36:14.108821 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "326327d5-cec9-4a20-9b94-84ef0fee670d", "name": "network-vif-deleted", "tag": "8dc5eb97-a9d3-4521-a834-083bdafe6c20", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:36:14.109095 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-15ef873f-b2bc-4e18-ab4c-6131b6f028fd {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:36:14.109581 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ef873f-b2bc-4e18-ab4c-6131b6f028fd'] response: {'server_uuid': '326327d5-cec9-4a20-9b94-84ef0fee670d', 'name': 'network-vif-deleted', 'tag': '8dc5eb97-a9d3-4521-a834-083bdafe6c20', 'status': 'completed', 'code': 200} Aug 29 20:36:14.167790 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e54b159c-3962-46cb-b93c-afd6f9e03446 req-20886dce-1067-4893-be3f-5b330660c6f1 tempest-VolumesActionsTest-76226694 tempest-VolumesActionsTest-76226694-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=326327d5-cec9-4a20-9b94-84ef0fee670d HTTP/1.1" status: 200 len: 210 time: 0.0863504 Aug 29 20:36:14.178852 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f155b60b-c46a-4e91-b130-7fff2fc933a7 tempest-TestMinimumBasicScenario-606152968 tempest-TestMinimumBasicScenario-606152968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:14.180596 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-f155b60b-c46a-4e91-b130-7fff2fc933a7 tempest-TestMinimumBasicScenario-606152968 tempest-TestMinimumBasicScenario-606152968-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 1124 time: 0.3212044 Aug 29 20:36:14.184042 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 36112) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:36:14.189172 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-9335a3b1-6f9a-404f-9178-3b9a8b29ede6 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Request body: {'floatingip': {'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'port_id': 'd63c8d5b-2b84-4f67-944f-9f299a5aa8cb', 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:36:14.243218 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-6eb50378-afdd-4cc6-9e94-85210f42cd19 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:14.245247 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-6eb50378-afdd-4cc6-9e94-85210f42cd19 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.33 "GET /networking/v2.0/networks?id=6506ef9d-c593-4e22-ac07-3e14f3411bf3 HTTP/1.1" status: 200 len: 810 time: 0.2192075 Aug 29 20:36:14.246826 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9335a3b1-6f9a-404f-9178-3b9a8b29ede6 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:14.271184 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6895fb4c-9aa6-484a-bbe1-f40f172877cf req-19ec1a6b-d0f5-4afa-9a8e-32e1f59af020 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1773df51-c30e-4b2d-8497-eb95021c3efa HTTP/1.1" status: 200 len: 210 time: 0.0380619 Aug 29 20:36:14.330539 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:14.362810 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:14.382822 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-ac716bd9-c35e-4c4e-ae8e-7e072c7f48ad tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4ac573b4aa7a47c49d129afd9939e26d HTTP/1.1" status: 200 len: 379 time: 0.1199720 Aug 29 20:36:14.385453 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9335a3b1-6f9a-404f-9178-3b9a8b29ede6 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:14.396534 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-0111cff2-c571-449e-b724-8a9e6e6f495e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Request body: {'port': {'device_id': '1773df51-c30e-4b2d-8497-eb95021c3efa', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'admin_state_up': True, 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'security_groups': ['5525aaa5-930a-4eda-b57c-b81377383211']}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:36:14.593311 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-9335a3b1-6f9a-404f-9178-3b9a8b29ede6 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Allocated IP 172.27.1.14 (6d9f465d-5886-43f5-9015-44f8e49732f9/a46a7c4b-a1af-42c4-bdce-13dd23ff8d25/252c19ed-1d21-4ca1-95f7-5de1069bae76) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:36:14.613258 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-0111cff2-c571-449e-b724-8a9e6e6f495e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Made reservation on behalf of 4ac573b4aa7a47c49d129afd9939e26d for: {'port': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:36:14.617248 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-0111cff2-c571-449e-b724-8a9e6e6f495e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:14.804595 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9335a3b1-6f9a-404f-9178-3b9a8b29ede6 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for port (252c19ed-1d21-4ca1-95f7-5de1069bae76), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:14.846225 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-0111cff2-c571-449e-b724-8a9e6e6f495e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Allocated IP 172.20.0.6 (6506ef9d-c593-4e22-ac07-3e14f3411bf3/611c0b21-bc96-4859-87bb-f5e3e8e4141e/236dc660-6b61-4948-8380-7bb59931ce55) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:36:14.879835 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9335a3b1-6f9a-404f-9178-3b9a8b29ede6 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (252c19ed-1d21-4ca1-95f7-5de1069bae76), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:14.947372 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9335a3b1-6f9a-404f-9178-3b9a8b29ede6 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Network 6d9f465d-5886-43f5-9015-44f8e49732f9 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:36:14.976966 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-9335a3b1-6f9a-404f-9178-3b9a8b29ede6 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:36:14.990903 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9335a3b1-6f9a-404f-9178-3b9a8b29ede6 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:36:15.026149 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335a3b1-6f9a-404f-9178-3b9a8b29ede6 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Pushing event updated for resources: {'Port': ['ID=252c19ed-1d21-4ca1-95f7-5de1069bae76,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:36:15.067149 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:15.077323 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:15.087229 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-0111cff2-c571-449e-b724-8a9e6e6f495e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for port (236dc660-6b61-4948-8380-7bb59931ce55), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:15.235441 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-0111cff2-c571-449e-b724-8a9e6e6f495e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (236dc660-6b61-4948-8380-7bb59931ce55), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:15.297727 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-0111cff2-c571-449e-b724-8a9e6e6f495e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Network 6506ef9d-c593-4e22-ac07-3e14f3411bf3 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:36:15.327589 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-0111cff2-c571-449e-b724-8a9e6e6f495e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:36:15.333335 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-0111cff2-c571-449e-b724-8a9e6e6f495e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:36:15.339794 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111cff2-c571-449e-b724-8a9e6e6f495e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Pushing event updated for resources: {'Port': ['ID=236dc660-6b61-4948-8380-7bb59931ce55,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:36:15.405030 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-0111cff2-c571-449e-b724-8a9e6e6f495e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:15.405667 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-0111cff2-c571-449e-b724-8a9e6e6f495e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:15.441264 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b6f7f-71eb-4ad8-8561-9d5122fdf4bd req-2b4b707d-912f-4166-a49e-731ded7dd268 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:15.444543 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-311b6f7f-71eb-4ad8-8561-9d5122fdf4bd req-2b4b707d-912f-4166-a49e-731ded7dd268 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1773df51-c30e-4b2d-8497-eb95021c3efa HTTP/1.1" status: 200 len: 931 time: 0.0735595 Aug 29 20:36:15.462589 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:15.470709 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-0111cff2-c571-449e-b724-8a9e6e6f495e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0778270 Aug 29 20:36:15.484858 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-e5474169-0ef5-4ce4-99d4-9ce79492fe18 service neutron] Request body: {'port': {'device_id': '1773df51-c30e-4b2d-8497-eb95021c3efa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:36:15.511263 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-311b6f7f-71eb-4ad8-8561-9d5122fdf4bd req-5b1cfcfd-174f-4f78-8238-6466b9d85f01 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547619 Aug 29 20:36:15.650202 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-e5474169-0ef5-4ce4-99d4-9ce79492fe18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (236dc660-6b61-4948-8380-7bb59931ce55), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:15.669224 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9335a3b1-6f9a-404f-9178-3b9a8b29ede6 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for floatingip (52bf8157-2436-429a-a0de-a1e3484a9e66), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:15.702216 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-6694af71-2fda-42fa-a0a7-3bbd0666b7d0 None None] Provisioning complete for port 236dc660-6b61-4948-8380-7bb59931ce55 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:36:15.703315 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-6694af71-2fda-42fa-a0a7-3bbd0666b7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (236dc660-6b61-4948-8380-7bb59931ce55), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:15.748967 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-6694af71-2fda-42fa-a0a7-3bbd0666b7d0 None None] Port 236dc660-6b61-4948-8380-7bb59931ce55 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:36:15.850282 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9335a3b1-6f9a-404f-9178-3b9a8b29ede6 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (252c19ed-1d21-4ca1-95f7-5de1069bae76), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:15.909540 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:15.993386 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:16.115900 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-e5474169-0ef5-4ce4-99d4-9ce79492fe18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 236dc660-6b61-4948-8380-7bb59931ce55 {{(pid=106198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:36:16.130538 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-e5474169-0ef5-4ce4-99d4-9ce79492fe18 service neutron] Publish callbacks [] for port (236dc660-6b61-4948-8380-7bb59931ce55), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:16.137244 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9335a3b1-6f9a-404f-9178-3b9a8b29ede6 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for port (252c19ed-1d21-4ca1-95f7-5de1069bae76), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:16.144370 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9335a3b1-6f9a-404f-9178-3b9a8b29ede6 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (252c19ed-1d21-4ca1-95f7-5de1069bae76), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:16.172149 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.provisioning_blocks [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-e5474169-0ef5-4ce4-99d4-9ce79492fe18 service neutron] Transition to ACTIVE for port object 236dc660-6b61-4948-8380-7bb59931ce55 will not be triggered until provisioned by entity L2. {{(pid=106198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:36:16.195479 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-e5474169-0ef5-4ce4-99d4-9ce79492fe18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (236dc660-6b61-4948-8380-7bb59931ce55), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:16.229308 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335a3b1-6f9a-404f-9178-3b9a8b29ede6 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Pushing event updated for resources: {'Port': ['ID=252c19ed-1d21-4ca1-95f7-5de1069bae76,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:36:16.250156 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9335a3b1-6f9a-404f-9178-3b9a8b29ede6 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (52bf8157-2436-429a-a0de-a1e3484a9e66), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:16.362434 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5474169-0ef5-4ce4-99d4-9ce79492fe18 service neutron] Pushing event updated for resources: {'Port': ['ID=236dc660-6b61-4948-8380-7bb59931ce55,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:36:16.418829 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-e5474169-0ef5-4ce4-99d4-9ce79492fe18 service neutron] Attempting to bind port 236dc660-6b61-4948-8380-7bb59931ce55 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:36:16.419171 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-e5474169-0ef5-4ce4-99d4-9ce79492fe18 service neutron] Attempting to bind port 236dc660-6b61-4948-8380-7bb59931ce55 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'a7d83437-645d-48a8-bfa0-da5c0dbc5427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3'}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:36:16.419511 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-e5474169-0ef5-4ce4-99d4-9ce79492fe18 service neutron] Attempting to bind port 236dc660-6b61-4948-8380-7bb59931ce55 on network 6506ef9d-c593-4e22-ac07-3e14f3411bf3 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:36:16.428354 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-e5474169-0ef5-4ce4-99d4-9ce79492fe18 service neutron] Port 236dc660-6b61-4948-8380-7bb59931ce55 on network 6506ef9d-c593-4e22-ac07-3e14f3411bf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:36:16.428675 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-e5474169-0ef5-4ce4-99d4-9ce79492fe18 service neutron] Attempting to bind port 236dc660-6b61-4948-8380-7bb59931ce55 on network 6506ef9d-c593-4e22-ac07-3e14f3411bf3 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:36:16.435034 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.db.l3_db [None req-9335a3b1-6f9a-404f-9178-3b9a8b29ede6 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Floating IP 52bf8157-2436-429a-a0de-a1e3484a9e66 associated. External IP: 172.27.1.14, port: d63c8d5b-2b84-4f67-944f-9f299a5aa8cb. Aug 29 20:36:16.438473 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-e5474169-0ef5-4ce4-99d4-9ce79492fe18 service neutron] Checking agent: {'id': 'fe366970-a267-4806-8a8b-654c02250e20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'started_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:36:16.438779 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-e5474169-0ef5-4ce4-99d4-9ce79492fe18 service neutron] Checking segment: {'id': 'a7d83437-645d-48a8-bfa0-da5c0dbc5427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:36:16.439156 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-e5474169-0ef5-4ce4-99d4-9ce79492fe18 service neutron] Bound using segment: {'id': 'a7d83437-645d-48a8-bfa0-da5c0dbc5427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3'} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:36:16.439598 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-e5474169-0ef5-4ce4-99d4-9ce79492fe18 service neutron] Bound port: 236dc660-6b61-4948-8380-7bb59931ce55, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d83437-645d-48a8-bfa0-da5c0dbc5427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3'}}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:36:16.440057 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-e5474169-0ef5-4ce4-99d4-9ce79492fe18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (236dc660-6b61-4948-8380-7bb59931ce55), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:16.661034 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799fbb2-9011-4590-913c-6655aeb18166 req-474abcca-e9e5-490d-9162-f35a251d750c tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:16.662876 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b799fbb2-9011-4590-913c-6655aeb18166 req-474abcca-e9e5-490d-9162-f35a251d750c tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1773df51-c30e-4b2d-8497-eb95021c3efa HTTP/1.1" status: 200 len: 943 time: 0.0497959 Aug 29 20:36:16.718647 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b799fbb2-9011-4590-913c-6655aeb18166 req-01ac5c81-2e08-4f47-9d0e-32017d8a6eaf tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495789 Aug 29 20:36:16.821796 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-e5474169-0ef5-4ce4-99d4-9ce79492fe18 service neutron] For port 236dc660-6b61-4948-8380-7bb59931ce55, host hv-cinder-85426, cleared binding levels {{(pid=106198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:36:16.825880 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-e5474169-0ef5-4ce4-99d4-9ce79492fe18 service neutron] For port 236dc660-6b61-4948-8380-7bb59931ce55, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=236dc660-6b61-4948-8380-7bb59931ce55,segment=NetworkSegment(a7d83437-645d-48a8-bfa0-da5c0dbc5427),segment_id=a7d83437-645d-48a8-bfa0-da5c0dbc5427)] {{(pid=106198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:36:16.833956 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:16.835829 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-e5474169-0ef5-4ce4-99d4-9ce79492fe18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (236dc660-6b61-4948-8380-7bb59931ce55), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:16.874740 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-e5474169-0ef5-4ce4-99d4-9ce79492fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:16.875353 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-e5474169-0ef5-4ce4-99d4-9ce79492fe18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:16.876775 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-e5474169-0ef5-4ce4-99d4-9ce79492fe18 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/236dc660-6b61-4948-8380-7bb59931ce55 HTTP/1.1" status: 200 len: 1093 time: 1.3985572 Aug 29 20:36:16.877275 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1773df51-c30e-4b2d-8497-eb95021c3efa', 'tag': '236dc660-6b61-4948-8380-7bb59931ce55'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:36:16.879494 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f607546964f141dcf8ed995c545a93b1930b0d2db8722531a12d309c5951f327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddcdb0b-2f23-4ca0-9d65-f2ad802783c5" -d '{"events": [{"name": "network-changed", "server_uuid": "1773df51-c30e-4b2d-8497-eb95021c3efa", "tag": "236dc660-6b61-4948-8380-7bb59931ce55"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:36:16.920090 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5519d62-4ff7-408b-a3bd-2b107684e37b x-openstack-request-id: req-c5519d62-4ff7-408b-a3bd-2b107684e37b {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:36:16.920383 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1773df51-c30e-4b2d-8497-eb95021c3efa", "tag": "236dc660-6b61-4948-8380-7bb59931ce55", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:36:16.920649 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c5519d62-4ff7-408b-a3bd-2b107684e37b {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:36:16.921035 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5519d62-4ff7-408b-a3bd-2b107684e37b'] response: {'name': 'network-changed', 'server_uuid': '1773df51-c30e-4b2d-8497-eb95021c3efa', 'tag': '236dc660-6b61-4948-8380-7bb59931ce55', 'status': 'completed', 'code': 200} Aug 29 20:36:16.965725 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5474169-0ef5-4ce4-99d4-9ce79492fe18 service neutron] Pushing event updated for resources: {'Port': ['ID=236dc660-6b61-4948-8380-7bb59931ce55,revision_number=3']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:36:16.978453 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:16.992836 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9335a3b1-6f9a-404f-9178-3b9a8b29ede6 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Router 81e976da-4163-4682-8f9f-321dfd7615e4 has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:36:17.101022 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9335a3b1-6f9a-404f-9178-3b9a8b29ede6 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:36:17.110099 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff947ed4-090e-47b3-813f-223feecf4cab None None] Sync routers for ids ['81e976da-4163-4682-8f9f-321dfd7615e4'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:36:17.121945 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff947ed4-090e-47b3-813f-223feecf4cab None None] Routers {'81e976da-4163-4682-8f9f-321dfd7615e4'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:36:17.122654 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-ff947ed4-090e-47b3-813f-223feecf4cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:36:09Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['81e976da-4163-4682-8f9f-321dfd7615e4'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:36:17.123294 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9335a3b1-6f9a-404f-9178-3b9a8b29ede6 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:17.158519 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-9335a3b1-6f9a-404f-9178-3b9a8b29ede6 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9726985 Aug 29 20:36:17.161450 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 36182) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:36:17.165780 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-ece06312-75c6-47ee-9b7c-9c1ef8fb2d81 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1971690839', 'description': 'tempest-secgroup-smoke-1971690839 description', 'project_id': '3f36c1186e0f44df87d13ef836f6525b'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:36:17.187557 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ece06312-75c6-47ee-9b7c-9c1ef8fb2d81 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:17.227970 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-ff947ed4-090e-47b3-813f-223feecf4cab None None] Set router 81e976da-4163-4682-8f9f-321dfd7615e4 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:36:17.258695 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:17.268842 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ece06312-75c6-47ee-9b7c-9c1ef8fb2d81 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for security_group (60990b08-a3f2-46d1-bb04-9b1e1406ddc6), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:17.280675 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ece06312-75c6-47ee-9b7c-9c1ef8fb2d81 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (60990b08-a3f2-46d1-bb04-9b1e1406ddc6), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:17.318029 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ece06312-75c6-47ee-9b7c-9c1ef8fb2d81 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:17.319789 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-ece06312-75c6-47ee-9b7c-9c1ef8fb2d81 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1573813 Aug 29 20:36:17.322182 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece06312-75c6-47ee-9b7c-9c1ef8fb2d81 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60990b08-a3f2-46d1-bb04-9b1e1406ddc6,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:36:17.322814 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 36184) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:36:17.327889 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-b08409bc-1484-4b5f-a5c8-ff10b6401e69 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Request body: {'security_group_rule': {'security_group_id': '60990b08-a3f2-46d1-bb04-9b1e1406ddc6', 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:36:17.372215 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b08409bc-1484-4b5f-a5c8-ff10b6401e69 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for security_group_rule (dd810057-0ef8-4003-95ff-be84006ff65d), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:17.431008 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b08409bc-1484-4b5f-a5c8-ff10b6401e69 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for security_group_rule (dd810057-0ef8-4003-95ff-be84006ff65d), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:17.435406 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b08409bc-1484-4b5f-a5c8-ff10b6401e69 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (dd810057-0ef8-4003-95ff-be84006ff65d), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:17.454125 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08409bc-1484-4b5f-a5c8-ff10b6401e69 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd810057-0ef8-4003-95ff-be84006ff65d,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:36:17.460276 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b08409bc-1484-4b5f-a5c8-ff10b6401e69 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:17.464324 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 36186) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:36:17.464478 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-b08409bc-1484-4b5f-a5c8-ff10b6401e69 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1399441 Aug 29 20:36:17.468967 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-89e4f319-f027-4fb0-a4ec-e9b963c00560 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Request body: {'security_group_rule': {'security_group_id': '60990b08-a3f2-46d1-bb04-9b1e1406ddc6', 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:36:17.471453 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-ff947ed4-090e-47b3-813f-223feecf4cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'name': 'tempest-TestMinimumBasicScenario-1808664021-router', 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3631d30d-63dd-4ede-bd5c-778ca04e08c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:29Z', 'updated_at': '2022-08-29T20:34:36Z', 'revision_number': 4, 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'gw_port': {'id': '3631d30d-63dd-4ede-bd5c-778ca04e08c5', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:00:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:31Z', 'updated_at': '2022-08-29T20:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '52bf8157-2436-429a-a0de-a1e3484a9e66', 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'port_id': 'd63c8d5b-2b84-4f67-944f-9f299a5aa8cb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5abf10f-92d1-4beb-ac39-bbd96f2c495a', 'mac_address': 'fa:16:3e:e5:86:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68772d1-e335-4575-9654-313e27c49591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:36:15Z', 'updated_at': '2022-08-29T20:36:15Z', 'revision_number': 0, 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efac45a-b22e-4b85-8b21-a0dc24da9ea6', 'name': '', 'network_id': 'c5abf10f-92d1-4beb-ac39-bbd96f2c495a', 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b', 'mac_address': 'fa:16:3e:45:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '27bbd3f3-bd10-443b-9270-f984952a576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:35Z', 'updated_at': '2022-08-29T20:34:49Z', 'revision_number': 5, 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'subnets': [{'id': '27bbd3f3-bd10-443b-9270-f984952a576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:36:17.496040 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-89e4f319-f027-4fb0-a4ec-e9b963c00560 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for security_group_rule (03dcd803-9cb4-44d0-a64f-82c343700f08), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:17.496968 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff947ed4-090e-47b3-813f-223feecf4cab None None] Checking router: 81e976da-4163-4682-8f9f-321dfd7615e4 for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:36:17.505579 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff947ed4-090e-47b3-813f-223feecf4cab None None] Routers {'81e976da-4163-4682-8f9f-321dfd7615e4'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:36:17.506189 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-ff947ed4-090e-47b3-813f-223feecf4cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:36:09Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['81e976da-4163-4682-8f9f-321dfd7615e4'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:36:17.555110 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-89e4f319-f027-4fb0-a4ec-e9b963c00560 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for security_group_rule (03dcd803-9cb4-44d0-a64f-82c343700f08), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:17.559781 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-89e4f319-f027-4fb0-a4ec-e9b963c00560 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (03dcd803-9cb4-44d0-a64f-82c343700f08), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:17.581823 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4f319-f027-4fb0-a4ec-e9b963c00560 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03dcd803-9cb4-44d0-a64f-82c343700f08,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:36:17.587952 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-89e4f319-f027-4fb0-a4ec-e9b963c00560 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:17.589894 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-89e4f319-f027-4fb0-a4ec-e9b963c00560 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1243978 Aug 29 20:36:17.592179 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 36190) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:36:17.596593 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-b418405c-55b7-403e-a448-095057d19c41 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Request body: {'security_group_rule': {'security_group_id': '60990b08-a3f2-46d1-bb04-9b1e1406ddc6', 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:36:17.604769 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:17.614649 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-ff947ed4-090e-47b3-813f-223feecf4cab None None] Set router 81e976da-4163-4682-8f9f-321dfd7615e4 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:36:17.625799 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b418405c-55b7-403e-a448-095057d19c41 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for security_group_rule (b10932c3-b83d-419c-bc84-15def45bdefd), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:17.688831 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b418405c-55b7-403e-a448-095057d19c41 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for security_group_rule (b10932c3-b83d-419c-bc84-15def45bdefd), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:17.692735 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b418405c-55b7-403e-a448-095057d19c41 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (b10932c3-b83d-419c-bc84-15def45bdefd), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:17.711446 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418405c-55b7-403e-a448-095057d19c41 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10932c3-b83d-419c-bc84-15def45bdefd,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:36:17.725457 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b418405c-55b7-403e-a448-095057d19c41 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:17.726766 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-b418405c-55b7-403e-a448-095057d19c41 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1335964 Aug 29 20:36:17.730364 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 36192) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:36:17.734903 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-47af34cc-8701-4502-ac47-f9d4c0660712 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Request body: {'security_group_rule': {'security_group_id': '60990b08-a3f2-46d1-bb04-9b1e1406ddc6', 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:36:17.775846 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-47af34cc-8701-4502-ac47-f9d4c0660712 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for security_group_rule (426b3d62-2df6-46f8-8f4e-e7fc6ab26f0c), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:17.837726 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-ff947ed4-090e-47b3-813f-223feecf4cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'name': 'tempest-TestMinimumBasicScenario-1808664021-router', 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3631d30d-63dd-4ede-bd5c-778ca04e08c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:29Z', 'updated_at': '2022-08-29T20:34:36Z', 'revision_number': 4, 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'gw_port': {'id': '3631d30d-63dd-4ede-bd5c-778ca04e08c5', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:00:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:31Z', 'updated_at': '2022-08-29T20:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '52bf8157-2436-429a-a0de-a1e3484a9e66', 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'port_id': 'd63c8d5b-2b84-4f67-944f-9f299a5aa8cb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5abf10f-92d1-4beb-ac39-bbd96f2c495a', 'mac_address': 'fa:16:3e:e5:86:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68772d1-e335-4575-9654-313e27c49591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:36:15Z', 'updated_at': '2022-08-29T20:36:15Z', 'revision_number': 0, 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efac45a-b22e-4b85-8b21-a0dc24da9ea6', 'name': '', 'network_id': 'c5abf10f-92d1-4beb-ac39-bbd96f2c495a', 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b', 'mac_address': 'fa:16:3e:45:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '27bbd3f3-bd10-443b-9270-f984952a576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:35Z', 'updated_at': '2022-08-29T20:34:49Z', 'revision_number': 5, 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'subnets': [{'id': '27bbd3f3-bd10-443b-9270-f984952a576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:36:17.863505 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff947ed4-090e-47b3-813f-223feecf4cab None None] The sync data for ids ['81e976da-4163-4682-8f9f-321dfd7615e4'] in dv-cinder-854263-2-iscsi is: [{'id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'name': 'tempest-TestMinimumBasicScenario-1808664021-router', 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3631d30d-63dd-4ede-bd5c-778ca04e08c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:29Z', 'updated_at': '2022-08-29T20:34:36Z', 'revision_number': 4, 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'gw_port': {'id': '3631d30d-63dd-4ede-bd5c-778ca04e08c5', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:00:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:31Z', 'updated_at': '2022-08-29T20:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '52bf8157-2436-429a-a0de-a1e3484a9e66', 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'port_id': 'd63c8d5b-2b84-4f67-944f-9f299a5aa8cb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5abf10f-92d1-4beb-ac39-bbd96f2c495a', 'mac_address': 'fa:16:3e:e5:86:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68772d1-e335-4575-9654-313e27c49591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:36:15Z', 'updated_at': '2022-08-29T20:36:15Z', 'revision_number': 0, 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efac45a-b22e-4b85-8b21-a0dc24da9ea6', 'name': '', 'network_id': 'c5abf10f-92d1-4beb-ac39-bbd96f2c495a', 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b', 'mac_address': 'fa:16:3e:45:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '27bbd3f3-bd10-443b-9270-f984952a576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:35Z', 'updated_at': '2022-08-29T20:34:49Z', 'revision_number': 5, 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'subnets': [{'id': '27bbd3f3-bd10-443b-9270-f984952a576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:36:17.871454 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff14ab0-35e5-4df5-bcf2-e0c8b058800f req-d2c5f666-683c-4acc-b4f2-db2ee461c309 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:17.873220 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1ff14ab0-35e5-4df5-bcf2-e0c8b058800f req-d2c5f666-683c-4acc-b4f2-db2ee461c309 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1773df51-c30e-4b2d-8497-eb95021c3efa HTTP/1.1" status: 200 len: 943 time: 0.0653367 Aug 29 20:36:17.885038 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-47af34cc-8701-4502-ac47-f9d4c0660712 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for security_group_rule (426b3d62-2df6-46f8-8f4e-e7fc6ab26f0c), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:17.892083 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-47af34cc-8701-4502-ac47-f9d4c0660712 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (426b3d62-2df6-46f8-8f4e-e7fc6ab26f0c), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:17.922866 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af34cc-8701-4502-ac47-f9d4c0660712 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=426b3d62-2df6-46f8-8f4e-e7fc6ab26f0c,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:36:17.943205 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-47af34cc-8701-4502-ac47-f9d4c0660712 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:17.944406 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-47af34cc-8701-4502-ac47-f9d4c0660712 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2130558 Aug 29 20:36:17.947343 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 36196) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:36:17.952574 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-4504807d-305e-4ad7-bd00-490dec97a659 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Request body: {'security_group_rule': {'security_group_id': '60990b08-a3f2-46d1-bb04-9b1e1406ddc6', 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:36:17.953482 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1ff14ab0-35e5-4df5-bcf2-e0c8b058800f req-6e106b4a-f274-40cc-8624-27f3866f9217 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711656 Aug 29 20:36:17.981642 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.db.securitygroups_db [None req-4504807d-305e-4ad7-bd00-490dec97a659 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Project 3f36c1186e0f44df87d13ef836f6525b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 20:36:17.989900 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4504807d-305e-4ad7-bd00-490dec97a659 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for security_group_rule (59292c2d-1124-41c9-ab1a-7c389abdecae), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:18.031740 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:18.052940 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4504807d-305e-4ad7-bd00-490dec97a659 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for security_group_rule (59292c2d-1124-41c9-ab1a-7c389abdecae), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:18.056893 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4504807d-305e-4ad7-bd00-490dec97a659 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (59292c2d-1124-41c9-ab1a-7c389abdecae), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:18.070021 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:18.079862 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504807d-305e-4ad7-bd00-490dec97a659 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59292c2d-1124-41c9-ab1a-7c389abdecae,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:36:18.085404 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39c3e4d-b09f-450a-813c-5af60e736c98 None None] New status for floating IP 52bf8157-2436-429a-a0de-a1e3484a9e66: ACTIVE {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:36:18.093126 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4504807d-305e-4ad7-bd00-490dec97a659 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:18.095981 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-4504807d-305e-4ad7-bd00-490dec97a659 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1459844 Aug 29 20:36:18.098646 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 36198) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:36:18.103486 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-488b2ca2-7003-46ba-a72c-4564cce39683 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Request body: {'security_group_rule': {'security_group_id': '60990b08-a3f2-46d1-bb04-9b1e1406ddc6', 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:36:18.123066 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:18.128160 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.db.securitygroups_db [None req-488b2ca2-7003-46ba-a72c-4564cce39683 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Project 3f36c1186e0f44df87d13ef836f6525b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 20:36:18.134329 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-488b2ca2-7003-46ba-a72c-4564cce39683 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for security_group_rule (17f0eea4-1b00-46c8-b02f-c4beb1bbf7e0), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:18.201290 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-488b2ca2-7003-46ba-a72c-4564cce39683 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for security_group_rule (17f0eea4-1b00-46c8-b02f-c4beb1bbf7e0), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:18.205150 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-488b2ca2-7003-46ba-a72c-4564cce39683 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (17f0eea4-1b00-46c8-b02f-c4beb1bbf7e0), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:18.226854 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b2ca2-7003-46ba-a72c-4564cce39683 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17f0eea4-1b00-46c8-b02f-c4beb1bbf7e0,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:36:18.236285 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-488b2ca2-7003-46ba-a72c-4564cce39683 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:18.240285 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-488b2ca2-7003-46ba-a72c-4564cce39683 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1374493 Aug 29 20:36:18.332483 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-523f7693-c195-4b00-97a7-59d22984cfb7 req-77d675c3-a301-4edc-98f9-3348691c9d36 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1971690839&fields=id&tenant_id=3f36c1186e0f44df87d13ef836f6525b HTTP/1.1" status: 200 len: 267 time: 0.0442121 Aug 29 20:36:18.384681 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f7693-c195-4b00-97a7-59d22984cfb7 req-9a751c14-4f1d-4708-a820-977ca6bb0c8b tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:18.386765 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-523f7693-c195-4b00-97a7-59d22984cfb7 req-9a751c14-4f1d-4708-a820-977ca6bb0c8b tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 945 time: 0.0490048 Aug 29 20:36:18.397503 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-523f7693-c195-4b00-97a7-59d22984cfb7 req-5027902d-ea46-4141-a425-a643bb2d8abd tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Request body: {'port': {'security_groups': ['4aefc317-00dc-4c0f-a9fe-21aa88bcd392', '60990b08-a3f2-46d1-bb04-9b1e1406ddc6']}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:36:18.474895 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-523f7693-c195-4b00-97a7-59d22984cfb7 req-5027902d-ea46-4141-a425-a643bb2d8abd tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (d63c8d5b-2b84-4f67-944f-9f299a5aa8cb), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:18.660937 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-523f7693-c195-4b00-97a7-59d22984cfb7 req-5027902d-ea46-4141-a425-a643bb2d8abd tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] For port d63c8d5b-2b84-4f67-944f-9f299a5aa8cb, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d63c8d5b-2b84-4f67-944f-9f299a5aa8cb,segment=NetworkSegment(6bad58f9-0737-453d-8241-c9102aa4b818),segment_id=6bad58f9-0737-453d-8241-c9102aa4b818)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:36:18.694350 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-523f7693-c195-4b00-97a7-59d22984cfb7 req-5027902d-ea46-4141-a425-a643bb2d8abd tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for port (d63c8d5b-2b84-4f67-944f-9f299a5aa8cb), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:18.700096 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-523f7693-c195-4b00-97a7-59d22984cfb7 req-5027902d-ea46-4141-a425-a643bb2d8abd tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (d63c8d5b-2b84-4f67-944f-9f299a5aa8cb), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:18.719006 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f7693-c195-4b00-97a7-59d22984cfb7 req-5027902d-ea46-4141-a425-a643bb2d8abd tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:18.719612 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-523f7693-c195-4b00-97a7-59d22984cfb7 req-5027902d-ea46-4141-a425-a643bb2d8abd tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:18.721002 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-523f7693-c195-4b00-97a7-59d22984cfb7 req-5027902d-ea46-4141-a425-a643bb2d8abd tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "PUT /networking/v2.0/ports/d63c8d5b-2b84-4f67-944f-9f299a5aa8cb HTTP/1.1" status: 200 len: 981 time: 0.3279583 Aug 29 20:36:18.774020 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027902d-ea46-4141-a425-a643bb2d8abd tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Pushing event updated for resources: {'Port': ['ID=d63c8d5b-2b84-4f67-944f-9f299a5aa8cb,revision_number=6']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:36:18.818558 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf2ea0-31ca-4fdc-8d3a-bffe64d43dfc req-33dd2036-12ff-468b-b6d3-c2ed91c69aa2 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:18.820009 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f4cf2ea0-31ca-4fdc-8d3a-bffe64d43dfc req-33dd2036-12ff-468b-b6d3-c2ed91c69aa2 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 984 time: 0.0465465 Aug 29 20:36:18.881397 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f4cf2ea0-31ca-4fdc-8d3a-bffe64d43dfc req-f77fe16b-79dc-4544-a72c-37a3d2ff0923 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&id=60990b08-a3f2-46d1-bb04-9b1e1406ddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550909 Aug 29 20:36:18.922557 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68772d1-e335-4575-9654-313e27c49591', 'tag': 'd63c8d5b-2b84-4f67-944f-9f299a5aa8cb'}, {'name': 'network-changed', 'server_uuid': 'b68772d1-e335-4575-9654-313e27c49591', 'tag': 'd63c8d5b-2b84-4f67-944f-9f299a5aa8cb'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:36:18.924952 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f607546964f141dcf8ed995c545a93b1930b0d2db8722531a12d309c5951f327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f962b2-5e6f-40b1-a29a-afa370d2e34b" -d '{"events": [{"name": "network-changed", "server_uuid": "b68772d1-e335-4575-9654-313e27c49591", "tag": "d63c8d5b-2b84-4f67-944f-9f299a5aa8cb"}, {"name": "network-changed", "server_uuid": "b68772d1-e335-4575-9654-313e27c49591", "tag": "d63c8d5b-2b84-4f67-944f-9f299a5aa8cb"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:36:18.962048 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 29 Aug 2022 20:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fecfb9-cb65-43d7-be38-f276196e901e x-openstack-request-id: req-15fecfb9-cb65-43d7-be38-f276196e901e {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:36:18.962345 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68772d1-e335-4575-9654-313e27c49591", "tag": "d63c8d5b-2b84-4f67-944f-9f299a5aa8cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b68772d1-e335-4575-9654-313e27c49591", "tag": "d63c8d5b-2b84-4f67-944f-9f299a5aa8cb", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:36:18.962597 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-15fecfb9-cb65-43d7-be38-f276196e901e {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:36:18.962996 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15fecfb9-cb65-43d7-be38-f276196e901e'] response: {'name': 'network-changed', 'server_uuid': 'b68772d1-e335-4575-9654-313e27c49591', 'tag': 'd63c8d5b-2b84-4f67-944f-9f299a5aa8cb', 'status': 'completed', 'code': 200} Aug 29 20:36:18.963253 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15fecfb9-cb65-43d7-be38-f276196e901e'] response: {'name': 'network-changed', 'server_uuid': 'b68772d1-e335-4575-9654-313e27c49591', 'tag': 'd63c8d5b-2b84-4f67-944f-9f299a5aa8cb', 'status': 'completed', 'code': 200} Aug 29 20:36:19.071409 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be66d2-a62f-4d48-94f7-00469a0616ed req-72b9aa4b-6945-417e-906c-3cfd40e5883a tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:19.072859 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b5be66d2-a62f-4d48-94f7-00469a0616ed req-72b9aa4b-6945-417e-906c-3cfd40e5883a tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1773df51-c30e-4b2d-8497-eb95021c3efa HTTP/1.1" status: 200 len: 943 time: 0.0464225 Aug 29 20:36:19.097336 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:19.122597 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b5be66d2-a62f-4d48-94f7-00469a0616ed req-80311393-a575-47b1-b688-07fb171a1f4a tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442727 Aug 29 20:36:19.237751 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 8dc5eb97-a9d3-4521-a834-083bdafe6c20 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:36:19.258486 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['d63c8d5b-2b84-4f67-944f-9f299a5aa8cb'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:36:19.260766 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] No Port match for: 8dc5eb97-a9d3-4521-a834-083bdafe6c20 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:36:19.261110 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 8dc5eb97-a9d3-4521-a834-083bdafe6c20 not bound to the agent host hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:36:19.298116 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddcdb0b-2f23-4ca0-9d65-f2ad802783c5 req-b77d2158-30be-4e95-a3a0-7b5e2b021303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:19.299959 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fddcdb0b-2f23-4ca0-9d65-f2ad802783c5 req-b77d2158-30be-4e95-a3a0-7b5e2b021303 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=4ac573b4aa7a47c49d129afd9939e26d&device_id=1773df51-c30e-4b2d-8497-eb95021c3efa HTTP/1.1" status: 200 len: 1127 time: 0.0468836 Aug 29 20:36:19.320558 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f962b2-5e6f-40b1-a29a-afa370d2e34b req-d697546f-2941-4cc2-9d18-e26388e86abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:19.322868 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a6f962b2-5e6f-40b1-a29a-afa370d2e34b req-d697546f-2941-4cc2-9d18-e26388e86abb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3f36c1186e0f44df87d13ef836f6525b&device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 1168 time: 0.0633283 Aug 29 20:36:19.422077 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f962b2-5e6f-40b1-a29a-afa370d2e34b req-0d69a09f-dc43-4b56-9880-073b23e09b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:19.423820 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a6f962b2-5e6f-40b1-a29a-afa370d2e34b req-0d69a09f-dc43-4b56-9880-073b23e09b33 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c5abf10f-92d1-4beb-ac39-bbd96f2c495a HTTP/1.1" status: 200 len: 916 time: 0.0930088 Aug 29 20:36:19.429840 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['d63c8d5b-2b84-4f67-944f-9f299a5aa8cb'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:36:19.486876 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddcdb0b-2f23-4ca0-9d65-f2ad802783c5 req-d195622f-88a1-4787-b7e4-42784f5457ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:19.488633 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fddcdb0b-2f23-4ca0-9d65-f2ad802783c5 req-d195622f-88a1-4787-b7e4-42784f5457ca service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=4ac573b4aa7a47c49d129afd9939e26d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1776130 Aug 29 20:36:19.495534 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a6f962b2-5e6f-40b1-a29a-afa370d2e34b req-40c002a3-7080-4de7-94a3-4bd3d2f166cf service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d63c8d5b-2b84-4f67-944f-9f299a5aa8cb HTTP/1.1" status: 200 len: 1000 time: 0.0619428 Aug 29 20:36:19.509869 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:19.552009 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f962b2-5e6f-40b1-a29a-afa370d2e34b req-43734c58-250f-4d68-8113-652f1e3d8180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:19.553460 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a6f962b2-5e6f-40b1-a29a-afa370d2e34b req-43734c58-250f-4d68-8113-652f1e3d8180 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=27bbd3f3-bd10-443b-9270-f984952a576d HTTP/1.1" status: 200 len: 854 time: 0.0455019 Aug 29 20:36:19.602975 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f962b2-5e6f-40b1-a29a-afa370d2e34b req-c7cf775c-4898-4d87-94e9-2770f34a9911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:19.605151 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a6f962b2-5e6f-40b1-a29a-afa370d2e34b req-c7cf775c-4898-4d87-94e9-2770f34a9911 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c5abf10f-92d1-4beb-ac39-bbd96f2c495a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443263 Aug 29 20:36:19.671547 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddcdb0b-2f23-4ca0-9d65-f2ad802783c5 req-0a1051e4-e6f0-497f-9f34-8795233a1c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:19.673304 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fddcdb0b-2f23-4ca0-9d65-f2ad802783c5 req-0a1051e4-e6f0-497f-9f34-8795233a1c59 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1660726 Aug 29 20:36:19.704756 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a6f962b2-5e6f-40b1-a29a-afa370d2e34b req-089d9310-13ed-4be0-a584-75a4c290aed0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c5abf10f-92d1-4beb-ac39-bbd96f2c495a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886657 Aug 29 20:36:19.749222 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:19.778106 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-e83bee67-a3c6-4eff-87f7-cccaf31d02b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:19.779707 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-e83bee67-a3c6-4eff-87f7-cccaf31d02b5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=4ac573b4aa7a47c49d129afd9939e26d&device_id=1773df51-c30e-4b2d-8497-eb95021c3efa HTTP/1.1" status: 200 len: 1127 time: 0.0495551 Aug 29 20:36:19.821241 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-108ff16e-fcb1-4cb5-b371-7fe480a46b49 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=236dc660-6b61-4948-8380-7bb59931ce55 HTTP/1.1" status: 200 len: 217 time: 0.0340762 Aug 29 20:36:19.834511 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a6f962b2-5e6f-40b1-a29a-afa370d2e34b req-0a637e09-5c87-499d-98e4-babeb157bca3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c5abf10f-92d1-4beb-ac39-bbd96f2c495a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062872 Aug 29 20:36:19.877533 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-72fb5cb4-af2b-4ba7-a73c-148d33103dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:19.879481 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-72fb5cb4-af2b-4ba7-a73c-148d33103dc5 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=611c0b21-bc96-4859-87bb-f5e3e8e4141e HTTP/1.1" status: 200 len: 849 time: 0.0509162 Aug 29 20:36:19.929462 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-e4273fef-6bda-409c-84a6-130402d54008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:19.929897 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f962b2-5e6f-40b1-a29a-afa370d2e34b req-e44b68dc-9114-4c9f-acc1-ef77af0e5c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:19.930976 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-e4273fef-6bda-409c-84a6-130402d54008 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=6506ef9d-c593-4e22-ac07-3e14f3411bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408599 Aug 29 20:36:19.931366 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a6f962b2-5e6f-40b1-a29a-afa370d2e34b req-e44b68dc-9114-4c9f-acc1-ef77af0e5c06 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3f36c1186e0f44df87d13ef836f6525b&device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 1168 time: 0.0406599 Aug 29 20:36:20.023370 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:20.040184 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-d9be576c-d0d1-411c-8a7a-51fdf02a6ffd service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6506ef9d-c593-4e22-ac07-3e14f3411bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980842 Aug 29 20:36:20.054676 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:20.140004 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3bd9bb28-14e2-4424-84f9-457d00e287f4 req-d1b58a25-1841-4cdf-887d-aed1d21e1b8c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6506ef9d-c593-4e22-ac07-3e14f3411bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933874 Aug 29 20:36:20.259561 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5cf144-7825-4842-980a-8720809260ac req-26f06118-d2c3-40e2-bf16-0cb336afe61e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:20.261730 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9c5cf144-7825-4842-980a-8720809260ac req-26f06118-d2c3-40e2-bf16-0cb336afe61e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1773df51-c30e-4b2d-8497-eb95021c3efa HTTP/1.1" status: 200 len: 943 time: 0.0551496 Aug 29 20:36:20.270837 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f962b2-5e6f-40b1-a29a-afa370d2e34b req-e236b144-2509-4b94-884e-63b476366cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:20.272377 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a6f962b2-5e6f-40b1-a29a-afa370d2e34b req-e236b144-2509-4b94-884e-63b476366cae service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c5abf10f-92d1-4beb-ac39-bbd96f2c495a HTTP/1.1" status: 200 len: 916 time: 0.3297639 Aug 29 20:36:20.311630 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9c5cf144-7825-4842-980a-8720809260ac req-77a8f18e-1a45-467f-95ba-b70bca88ba27 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443432 Aug 29 20:36:20.589877 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a6f962b2-5e6f-40b1-a29a-afa370d2e34b req-03a81fc4-973a-432f-9ec9-02f1ffdf64d0 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d63c8d5b-2b84-4f67-944f-9f299a5aa8cb HTTP/1.1" status: 200 len: 1000 time: 0.0598955 Aug 29 20:36:20.652568 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f962b2-5e6f-40b1-a29a-afa370d2e34b req-b4510535-9e1d-45dd-af69-1f33b5a7bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:20.654109 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a6f962b2-5e6f-40b1-a29a-afa370d2e34b req-b4510535-9e1d-45dd-af69-1f33b5a7bb3d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=27bbd3f3-bd10-443b-9270-f984952a576d HTTP/1.1" status: 200 len: 854 time: 0.0488231 Aug 29 20:36:20.672332 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:20.707144 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f962b2-5e6f-40b1-a29a-afa370d2e34b req-7c340a16-9321-484f-970f-7a66520c2b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:20.708686 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a6f962b2-5e6f-40b1-a29a-afa370d2e34b req-7c340a16-9321-484f-970f-7a66520c2b65 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c5abf10f-92d1-4beb-ac39-bbd96f2c495a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449631 Aug 29 20:36:20.805742 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a6f962b2-5e6f-40b1-a29a-afa370d2e34b req-2ebb5f80-7a2c-4bbb-a3d1-82305f3f6ce5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c5abf10f-92d1-4beb-ac39-bbd96f2c495a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901341 Aug 29 20:36:20.909637 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a6f962b2-5e6f-40b1-a29a-afa370d2e34b req-7e10b041-8a16-4495-b5ef-b2bd027d195a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c5abf10f-92d1-4beb-ac39-bbd96f2c495a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973604 Aug 29 20:36:21.437002 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:21.446690 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bcd60-6811-48c6-9b25-a0300f157fa1 req-2c3e7f8b-322f-4ef5-a38e-921e2b0b9ace tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:21.448987 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b70bcd60-6811-48c6-9b25-a0300f157fa1 req-2c3e7f8b-322f-4ef5-a38e-921e2b0b9ace tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1773df51-c30e-4b2d-8497-eb95021c3efa HTTP/1.1" status: 200 len: 943 time: 0.0526943 Aug 29 20:36:21.506911 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b70bcd60-6811-48c6-9b25-a0300f157fa1 req-a24cab73-7248-4149-8d08-bfd1a7020f04 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501671 Aug 29 20:36:21.965194 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c47155-ceff-4e7b-bf52-819dd2d05522 req-f8be2ea5-c219-4918-b4b1-5f4e7b5b7846 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:21.972144 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f9c47155-ceff-4e7b-bf52-819dd2d05522 req-f8be2ea5-c219-4918-b4b1-5f4e7b5b7846 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.0585680 Aug 29 20:36:22.016352 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f9c47155-ceff-4e7b-bf52-819dd2d05522 req-e186574d-7847-4664-8a14-463b30e0a1cb tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433271 Aug 29 20:36:22.644592 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13f241-969b-4529-a9f2-854d4c6d8f21 req-27eb7e18-d4b9-4cee-af40-bcfaf12430d6 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:22.646407 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ab13f241-969b-4529-a9f2-854d4c6d8f21 req-27eb7e18-d4b9-4cee-af40-bcfaf12430d6 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1773df51-c30e-4b2d-8497-eb95021c3efa HTTP/1.1" status: 200 len: 943 time: 0.0548413 Aug 29 20:36:22.701159 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ab13f241-969b-4529-a9f2-854d4c6d8f21 req-450c7f9f-d41d-4530-a144-a6ce6673e087 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485322 Aug 29 20:36:23.155569 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a24d2-061e-4bba-b1c8-e4b1a2f8745b req-4264efaf-1ab9-4d63-b412-f468a8606c5a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:23.158072 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-845a24d2-061e-4bba-b1c8-e4b1a2f8745b req-4264efaf-1ab9-4d63-b412-f468a8606c5a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.0511446 Aug 29 20:36:23.220788 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-845a24d2-061e-4bba-b1c8-e4b1a2f8745b req-2b9a7b3d-5a35-4ef2-80fc-7c56ba042069 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545781 Aug 29 20:36:23.301084 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:23.835246 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadb28a-a06b-49e8-b86a-f72c7ac55c48 req-0e30371c-0af9-4095-80f3-eaef79b130c7 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:23.836772 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8dadb28a-a06b-49e8-b86a-f72c7ac55c48 req-0e30371c-0af9-4095-80f3-eaef79b130c7 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1773df51-c30e-4b2d-8497-eb95021c3efa HTTP/1.1" status: 200 len: 943 time: 0.0494421 Aug 29 20:36:23.917937 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8dadb28a-a06b-49e8-b86a-f72c7ac55c48 req-17afe731-d503-4f09-94eb-0412ebf65743 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725436 Aug 29 20:36:24.451234 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cd182-6b18-4727-bb8d-e9bcee88de3b req-b39824f2-5bc1-418a-bb73-16657a5e5cd8 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:24.463714 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-046cd182-6b18-4727-bb8d-e9bcee88de3b req-b39824f2-5bc1-418a-bb73-16657a5e5cd8 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.1154566 Aug 29 20:36:24.568350 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-046cd182-6b18-4727-bb8d-e9bcee88de3b req-9facbc08-898b-458a-b06a-668a20a425ab tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029074 Aug 29 20:36:25.123922 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fc30f-2f34-4861-9741-162dc321c305 req-cf7a2b62-a852-49fc-9bec-4ed2aecc1857 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:25.125488 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-409fc30f-2f34-4861-9741-162dc321c305 req-cf7a2b62-a852-49fc-9bec-4ed2aecc1857 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1773df51-c30e-4b2d-8497-eb95021c3efa HTTP/1.1" status: 200 len: 943 time: 0.0767136 Aug 29 20:36:25.189764 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-409fc30f-2f34-4861-9741-162dc321c305 req-c0257125-7246-4d4c-a3d4-0f85d2130002 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527546 Aug 29 20:36:25.778597 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44bedf-e0af-4fcf-ba20-a85051a9acea req-01906763-a657-44fa-814b-4aac20114c4d tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:25.787342 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3d44bedf-e0af-4fcf-ba20-a85051a9acea req-01906763-a657-44fa-814b-4aac20114c4d tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.0782712 Aug 29 20:36:25.861106 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3d44bedf-e0af-4fcf-ba20-a85051a9acea req-79b4796b-a8ef-4a41-90d2-9680e107e6e8 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721409 Aug 29 20:36:26.348229 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427064e7-c6b6-441f-ab1c-744ccbf2e2d5 req-227f66c6-5c05-49b9-90be-9d15283f4d38 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:26.352780 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-427064e7-c6b6-441f-ab1c-744ccbf2e2d5 req-227f66c6-5c05-49b9-90be-9d15283f4d38 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1773df51-c30e-4b2d-8497-eb95021c3efa HTTP/1.1" status: 200 len: 943 time: 0.0690274 Aug 29 20:36:26.424104 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-427064e7-c6b6-441f-ab1c-744ccbf2e2d5 req-d688733d-ca04-4168-ba2e-4c45542814c2 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669188 Aug 29 20:36:27.051407 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7cf42-8f08-4e48-8db3-3a7bd74e162f req-ce4b84b2-78e6-4d42-862e-a218ca4c6aaa tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:27.053065 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3ae7cf42-8f08-4e48-8db3-3a7bd74e162f req-ce4b84b2-78e6-4d42-862e-a218ca4c6aaa tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.0776608 Aug 29 20:36:27.128012 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3ae7cf42-8f08-4e48-8db3-3a7bd74e162f req-5ecf527a-24ce-4549-aaf3-f5fcf21928f0 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643015 Aug 29 20:36:27.627086 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad000fad-d26a-4cdd-bcea-ab1b75661a19 req-f4c196e1-ad82-408b-adaa-efda27213f3b tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:27.629127 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ad000fad-d26a-4cdd-bcea-ab1b75661a19 req-f4c196e1-ad82-408b-adaa-efda27213f3b tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1773df51-c30e-4b2d-8497-eb95021c3efa HTTP/1.1" status: 200 len: 943 time: 0.0765028 Aug 29 20:36:27.712313 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ad000fad-d26a-4cdd-bcea-ab1b75661a19 req-d058a2cd-d245-4fb4-8054-beb15f038f24 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716147 Aug 29 20:36:28.198467 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:28.218714 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 236dc660-6b61-4948-8380-7bb59931ce55 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:36:28.347704 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 236dc660-6b61-4948-8380-7bb59931ce55, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=236dc660-6b61-4948-8380-7bb59931ce55,segment=NetworkSegment(a7d83437-645d-48a8-bfa0-da5c0dbc5427),segment_id=a7d83437-645d-48a8-bfa0-da5c0dbc5427)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:36:28.353516 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d41d37-abdb-489a-bf25-720c08c6bc3a req-6d76a0c5-afcf-4c9b-a112-8aa0dbbb501b tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:28.362070 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-24d41d37-abdb-489a-bf25-720c08c6bc3a req-6d76a0c5-afcf-4c9b-a112-8aa0dbbb501b tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.0882797 Aug 29 20:36:28.366160 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Returning: {'device': '236dc660-6b61-4948-8380-7bb59931ce55', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'port_id': '236dc660-6b61-4948-8380-7bb59931ce55', 'mac_address': 'fa:16:3e:21:9e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:36:28.428510 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 236dc660-6b61-4948-8380-7bb59931ce55 is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:36:28.429985 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (236dc660-6b61-4948-8380-7bb59931ce55), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:28.436342 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-24d41d37-abdb-489a-bf25-720c08c6bc3a req-8252501d-1f78-4e0f-8433-a0775fafa133 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729856 Aug 29 20:36:28.463211 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 236dc660-6b61-4948-8380-7bb59931ce55 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:36:28.515374 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 236dc660-6b61-4948-8380-7bb59931ce55, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=236dc660-6b61-4948-8380-7bb59931ce55,segment=NetworkSegment(a7d83437-645d-48a8-bfa0-da5c0dbc5427),segment_id=a7d83437-645d-48a8-bfa0-da5c0dbc5427)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:36:28.538142 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (236dc660-6b61-4948-8380-7bb59931ce55), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:28.641401 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=236dc660-6b61-4948-8380-7bb59931ce55,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:36:28.850388 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04359a8-50cb-498b-bb0d-78533310c189 req-1dad1542-4c42-4e56-8685-6c0a9188de2c tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:28.852080 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b04359a8-50cb-498b-bb0d-78533310c189 req-1dad1542-4c42-4e56-8685-6c0a9188de2c tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1773df51-c30e-4b2d-8497-eb95021c3efa HTTP/1.1" status: 200 len: 944 time: 0.0516942 Aug 29 20:36:28.910685 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b04359a8-50cb-498b-bb0d-78533310c189 req-6fae198c-34cc-4491-ac94-e883ce830bfa tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505188 Aug 29 20:36:29.094985 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['236dc660-6b61-4948-8380-7bb59931ce55'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:36:29.240066 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:29.321892 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:29.580556 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febdc5c-bb1e-4f5f-9f31-45a09ffcf126 req-91bd2648-29c9-4ea9-adb0-62e5b25117ca tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:29.587729 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2febdc5c-bb1e-4f5f-9f31-45a09ffcf126 req-91bd2648-29c9-4ea9-adb0-62e5b25117ca tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.0602391 Aug 29 20:36:29.621586 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:29.647466 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2febdc5c-bb1e-4f5f-9f31-45a09ffcf126 req-bba4469a-d008-4111-81c9-345d49a6e236 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581734 Aug 29 20:36:30.051549 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ebf8d-2391-46b7-a41c-5044a2a237e3 req-a91d8c69-5cb6-4302-86fe-f88b32e7825f tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:30.054058 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cb6ebf8d-2391-46b7-a41c-5044a2a237e3 req-a91d8c69-5cb6-4302-86fe-f88b32e7825f tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1773df51-c30e-4b2d-8497-eb95021c3efa HTTP/1.1" status: 200 len: 944 time: 0.0573380 Aug 29 20:36:30.128086 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cb6ebf8d-2391-46b7-a41c-5044a2a237e3 req-94e26ef1-f575-4aee-9690-185f31ecd2d9 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667410 Aug 29 20:36:30.591508 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 236dc660-6b61-4948-8380-7bb59931ce55 up at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:36:30.654130 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning for port 236dc660-6b61-4948-8380-7bb59931ce55 completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:36:30.663081 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning complete for port 236dc660-6b61-4948-8380-7bb59931ce55 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:36:30.663587 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (236dc660-6b61-4948-8380-7bb59931ce55), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:30.788166 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 236dc660-6b61-4948-8380-7bb59931ce55 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:36:30.788701 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (236dc660-6b61-4948-8380-7bb59931ce55), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:30.819884 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1773df51-c30e-4b2d-8497-eb95021c3efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236dc660-6b61-4948-8380-7bb59931ce55'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:36:30.821806 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eee8fb3122df5bdd6ea851cee31293cb8412868e368eaaf22337f89cfd7738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452058ce-fb21-4279-9138-590b7c453b8e" -d '{"events": [{"server_uuid": "1773df51-c30e-4b2d-8497-eb95021c3efa", "name": "network-vif-plugged", "status": "completed", "tag": "236dc660-6b61-4948-8380-7bb59931ce55"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:36:30.859120 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 236dc660-6b61-4948-8380-7bb59931ce55, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=236dc660-6b61-4948-8380-7bb59931ce55,segment=NetworkSegment(a7d83437-645d-48a8-bfa0-da5c0dbc5427),segment_id=a7d83437-645d-48a8-bfa0-da5c0dbc5427)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:36:30.862976 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970e54d-15d7-4286-a6fc-ed440559ed16 req-f044323e-f4be-4981-8c25-20ccdc676ccf tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:30.868269 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (236dc660-6b61-4948-8380-7bb59931ce55), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:30.872964 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6970e54d-15d7-4286-a6fc-ed440559ed16 req-f044323e-f4be-4981-8c25-20ccdc676ccf tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.1021767 Aug 29 20:36:30.915388 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733b16b8-c9cd-41db-809c-43614eaaf787 x-openstack-request-id: req-733b16b8-c9cd-41db-809c-43614eaaf787 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:36:30.916039 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1773df51-c30e-4b2d-8497-eb95021c3efa", "name": "network-vif-plugged", "status": "completed", "tag": "236dc660-6b61-4948-8380-7bb59931ce55", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:36:30.916612 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-733b16b8-c9cd-41db-809c-43614eaaf787 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:36:30.917322 dv-cinder-854263-2-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-733b16b8-c9cd-41db-809c-43614eaaf787'] response: {'server_uuid': '1773df51-c30e-4b2d-8497-eb95021c3efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236dc660-6b61-4948-8380-7bb59931ce55', 'code': 200} Aug 29 20:36:30.964381 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=236dc660-6b61-4948-8380-7bb59931ce55,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:36:30.964658 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6970e54d-15d7-4286-a6fc-ed440559ed16 req-c592e163-38c9-4b1d-a9c3-91ac8b9108cd tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849853 Aug 29 20:36:31.282097 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e185e0-111d-4f86-ad45-ee8d1c3660d7 req-3ef957bf-ae44-4690-a1f1-3ac2e12c67db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:31.282996 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f4e185e0-111d-4f86-ad45-ee8d1c3660d7 req-3ef957bf-ae44-4690-a1f1-3ac2e12c67db service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1773df51-c30e-4b2d-8497-eb95021c3efa HTTP/1.1" status: 200 len: 1129 time: 0.0512669 Aug 29 20:36:31.292537 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54644ba3-56ff-49d7-9165-e416dd74d8c0 req-5d7cb8eb-8b13-47ac-a445-d66fca671a02 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:31.300189 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-54644ba3-56ff-49d7-9165-e416dd74d8c0 req-5d7cb8eb-8b13-47ac-a445-d66fca671a02 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1773df51-c30e-4b2d-8497-eb95021c3efa HTTP/1.1" status: 200 len: 945 time: 0.0693147 Aug 29 20:36:31.353142 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f4e185e0-111d-4f86-ad45-ee8d1c3660d7 req-32ddb123-3c9c-4be8-9dfb-70960fd6555e service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570138 Aug 29 20:36:31.364684 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-54644ba3-56ff-49d7-9165-e416dd74d8c0 req-3e40f7e0-ac12-4a66-80a1-755d00637fe3 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632048 Aug 29 20:36:32.133000 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9280565-ead5-4d73-9243-130c796203f4 req-451996a9-5d7c-4f4f-8653-30b536f14232 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:32.135168 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e9280565-ead5-4d73-9243-130c796203f4 req-451996a9-5d7c-4f4f-8653-30b536f14232 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.0679009 Aug 29 20:36:32.224971 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e9280565-ead5-4d73-9243-130c796203f4 req-820624d5-1529-48c6-a73a-556cb86b1570 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594401 Aug 29 20:36:32.512069 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:32.522786 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6046f-720b-458e-a11e-993341ff2c38 req-93497e15-cf15-44d7-a922-f12ddc9ccf09 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:32.525032 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-59c6046f-720b-458e-a11e-993341ff2c38 req-93497e15-cf15-44d7-a922-f12ddc9ccf09 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1773df51-c30e-4b2d-8497-eb95021c3efa HTTP/1.1" status: 200 len: 945 time: 0.0652030 Aug 29 20:36:32.596558 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-59c6046f-720b-458e-a11e-993341ff2c38 req-3b04e1e7-a388-4a85-b820-137c536b9341 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643461 Aug 29 20:36:33.377993 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d349c5-3a82-4b0b-97ad-23ce767ca86a req-fe2fc0bf-07a3-438d-9175-4c90407cac0c tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:33.379586 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e8d349c5-3a82-4b0b-97ad-23ce767ca86a req-fe2fc0bf-07a3-438d-9175-4c90407cac0c tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.0546436 Aug 29 20:36:33.446411 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e8d349c5-3a82-4b0b-97ad-23ce767ca86a req-38902831-cea5-4c11-8afb-3e9dbef5b65b tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544376 Aug 29 20:36:33.735003 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71c4e9-3673-49e7-ac29-191cac7555cc req-e92e0503-daa7-442a-a543-65b1557b066a tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:33.743313 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2f71c4e9-3673-49e7-ac29-191cac7555cc req-e92e0503-daa7-442a-a543-65b1557b066a tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1773df51-c30e-4b2d-8497-eb95021c3efa HTTP/1.1" status: 200 len: 945 time: 0.0704200 Aug 29 20:36:33.826765 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:33.860213 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2f71c4e9-3673-49e7-ac29-191cac7555cc req-5f98ffde-875c-4e3a-b012-c29fcfe4470c tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089344 Aug 29 20:36:34.010537 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe22c5-3ec6-4ad1-b2a0-f4766f86558b req-55c3fdcf-fac8-464f-aafa-c86a2b5db32b tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:34.012098 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-18fe22c5-3ec6-4ad1-b2a0-f4766f86558b req-55c3fdcf-fac8-464f-aafa-c86a2b5db32b tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1773df51-c30e-4b2d-8497-eb95021c3efa HTTP/1.1" status: 200 len: 945 time: 0.0609119 Aug 29 20:36:34.064551 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:34.077238 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-18fe22c5-3ec6-4ad1-b2a0-f4766f86558b req-0c78fd08-7d6e-44e4-a1bc-7ecd9224a838 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589399 Aug 29 20:36:34.110568 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 36388) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:36:34.222923 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12526607-9d6a-4df3-a9b2-3e577f167308 tempest-TestVolumeBootPattern-126169689 tempest-TestVolumeBootPattern-126169689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:34.228317 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-12526607-9d6a-4df3-a9b2-3e577f167308 tempest-TestVolumeBootPattern-126169689 tempest-TestVolumeBootPattern-126169689-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1773df51-c30e-4b2d-8497-eb95021c3efa HTTP/1.1" status: 200 len: 1124 time: 0.1164646 Aug 29 20:36:34.228859 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 36392) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:36:34.235475 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-9153ee1b-522c-4e24-a413-fdf5a59a1adb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Request body: {'floatingip': {'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'port_id': '236dc660-6b61-4948-8380-7bb59931ce55', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:36:34.282755 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9153ee1b-522c-4e24-a413-fdf5a59a1adb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:34.410215 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9153ee1b-522c-4e24-a413-fdf5a59a1adb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:34.596724 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203c812-b9ac-4228-9ecd-3409160cdd4d req-7d4a14a4-691c-45ca-a81e-0ebff8ed244e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:34.604622 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0203c812-b9ac-4228-9ecd-3409160cdd4d req-7d4a14a4-691c-45ca-a81e-0ebff8ed244e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.0578940 Aug 29 20:36:34.633281 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [None req-9153ee1b-522c-4e24-a413-fdf5a59a1adb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Allocated IP 172.27.1.239 (6d9f465d-5886-43f5-9015-44f8e49732f9/a46a7c4b-a1af-42c4-bdce-13dd23ff8d25/3934c264-b0ae-450d-a9cb-bf88dc1dca9f) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:36:34.679893 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0203c812-b9ac-4228-9ecd-3409160cdd4d req-d51f1cd5-c909-463a-af09-96189a718351 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742710 Aug 29 20:36:34.786475 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9153ee1b-522c-4e24-a413-fdf5a59a1adb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for port (3934c264-b0ae-450d-a9cb-bf88dc1dca9f), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:34.815287 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:34.829655 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9153ee1b-522c-4e24-a413-fdf5a59a1adb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (3934c264-b0ae-450d-a9cb-bf88dc1dca9f), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:34.880732 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9153ee1b-522c-4e24-a413-fdf5a59a1adb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Network 6d9f465d-5886-43f5-9015-44f8e49732f9 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:36:34.884334 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-9153ee1b-522c-4e24-a413-fdf5a59a1adb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:36:34.887647 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9153ee1b-522c-4e24-a413-fdf5a59a1adb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:36:34.917211 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153ee1b-522c-4e24-a413-fdf5a59a1adb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Pushing event updated for resources: {'Port': ['ID=3934c264-b0ae-450d-a9cb-bf88dc1dca9f,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:36:35.396004 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9153ee1b-522c-4e24-a413-fdf5a59a1adb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for floatingip (195cc055-03c3-4ef1-91de-b8c3d8907a4b), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:35.452196 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:35.510880 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9153ee1b-522c-4e24-a413-fdf5a59a1adb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (3934c264-b0ae-450d-a9cb-bf88dc1dca9f), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:35.711653 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9153ee1b-522c-4e24-a413-fdf5a59a1adb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for port (3934c264-b0ae-450d-a9cb-bf88dc1dca9f), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:35.718896 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9153ee1b-522c-4e24-a413-fdf5a59a1adb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61108980'] for port (3934c264-b0ae-450d-a9cb-bf88dc1dca9f), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:35.807675 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153ee1b-522c-4e24-a413-fdf5a59a1adb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Pushing event updated for resources: {'Port': ['ID=3934c264-b0ae-450d-a9cb-bf88dc1dca9f,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:36:35.818430 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9153ee1b-522c-4e24-a413-fdf5a59a1adb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (195cc055-03c3-4ef1-91de-b8c3d8907a4b), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:35.906192 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8c8b6-8c2c-45c0-9540-7b9a3dd5e354 req-3fb622f0-42d0-4949-a5a3-0e9d6bde9901 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:35.907833 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-85d8c8b6-8c2c-45c0-9540-7b9a3dd5e354 req-3fb622f0-42d0-4949-a5a3-0e9d6bde9901 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.1027143 Aug 29 20:36:35.940777 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:35.993002 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.db.l3_db [None req-9153ee1b-522c-4e24-a413-fdf5a59a1adb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Floating IP 195cc055-03c3-4ef1-91de-b8c3d8907a4b associated. External IP: 172.27.1.239, port: 236dc660-6b61-4948-8380-7bb59931ce55. Aug 29 20:36:36.041669 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-85d8c8b6-8c2c-45c0-9540-7b9a3dd5e354 req-d69b7839-aa6c-4ae0-9b4d-fd21b3bcf811 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992520 Aug 29 20:36:36.227569 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9153ee1b-522c-4e24-a413-fdf5a59a1adb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Router bf84a212-1b90-4907-94d8-1ec03b2b2889 has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:36:36.362582 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9153ee1b-522c-4e24-a413-fdf5a59a1adb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:36:36.375969 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbab8deb-5ea6-4f3f-9e02-c9df02d3a444 None None] Sync routers for ids ['bf84a212-1b90-4907-94d8-1ec03b2b2889'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:36:36.386735 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9153ee1b-522c-4e24-a413-fdf5a59a1adb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:36.395840 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbab8deb-5ea6-4f3f-9e02-c9df02d3a444 None None] Routers {'bf84a212-1b90-4907-94d8-1ec03b2b2889'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:36:36.397732 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-bbab8deb-5ea6-4f3f-9e02-c9df02d3a444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:36:09Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['bf84a212-1b90-4907-94d8-1ec03b2b2889'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:36:36.441928 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-9153ee1b-522c-4e24-a413-fdf5a59a1adb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2085412 Aug 29 20:36:36.442696 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1773df51-c30e-4b2d-8497-eb95021c3efa', 'tag': '236dc660-6b61-4948-8380-7bb59931ce55'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:36:36.445661 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16073662-ad65-4033-9b21-84eb35397e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "1773df51-c30e-4b2d-8497-eb95021c3efa", "tag": "236dc660-6b61-4948-8380-7bb59931ce55"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:36:36.512882 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14864478-6911-4189-a091-adcf39f6366e x-openstack-request-id: req-14864478-6911-4189-a091-adcf39f6366e {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:36:36.513598 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1773df51-c30e-4b2d-8497-eb95021c3efa", "tag": "236dc660-6b61-4948-8380-7bb59931ce55", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:36:36.513598 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14864478-6911-4189-a091-adcf39f6366e {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:36:36.513860 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14864478-6911-4189-a091-adcf39f6366e'] response: {'name': 'network-changed', 'server_uuid': '1773df51-c30e-4b2d-8497-eb95021c3efa', 'tag': '236dc660-6b61-4948-8380-7bb59931ce55', 'status': 'completed', 'code': 200} Aug 29 20:36:36.557074 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-bbab8deb-5ea6-4f3f-9e02-c9df02d3a444 None None] Set router bf84a212-1b90-4907-94d8-1ec03b2b2889 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:36:36.613172 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16073662-ad65-4033-9b21-84eb35397e6d req-f98f662e-31a4-4b4c-89bc-aac3a657b874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:36.615431 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-16073662-ad65-4033-9b21-84eb35397e6d req-f98f662e-31a4-4b4c-89bc-aac3a657b874 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=4ac573b4aa7a47c49d129afd9939e26d&device_id=1773df51-c30e-4b2d-8497-eb95021c3efa HTTP/1.1" status: 200 len: 1129 time: 0.0536883 Aug 29 20:36:36.654773 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:36.741908 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16073662-ad65-4033-9b21-84eb35397e6d req-fb576952-7029-41e2-9b69-8fcbb5c99ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:36.743567 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-16073662-ad65-4033-9b21-84eb35397e6d req-fb576952-7029-41e2-9b69-8fcbb5c99ee9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=6506ef9d-c593-4e22-ac07-3e14f3411bf3 HTTP/1.1" status: 200 len: 911 time: 0.1102748 Aug 29 20:36:36.823219 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-16073662-ad65-4033-9b21-84eb35397e6d req-092d281b-5a9f-4b06-8959-f7509c5d7a0d service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=236dc660-6b61-4948-8380-7bb59931ce55 HTTP/1.1" status: 200 len: 999 time: 0.0663264 Aug 29 20:36:36.894800 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16073662-ad65-4033-9b21-84eb35397e6d req-1cb7a550-e253-4a33-9346-5dfe2b0385f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:36.896607 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-16073662-ad65-4033-9b21-84eb35397e6d req-1cb7a550-e253-4a33-9346-5dfe2b0385f3 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=611c0b21-bc96-4859-87bb-f5e3e8e4141e HTTP/1.1" status: 200 len: 849 time: 0.0604503 Aug 29 20:36:36.992587 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16073662-ad65-4033-9b21-84eb35397e6d req-f055f4e0-251d-4e64-9d5a-c9a85c6b373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:36.994484 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-16073662-ad65-4033-9b21-84eb35397e6d req-f055f4e0-251d-4e64-9d5a-c9a85c6b373c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=6506ef9d-c593-4e22-ac07-3e14f3411bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0752110 Aug 29 20:36:37.007835 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-bbab8deb-5ea6-4f3f-9e02-c9df02d3a444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'name': 'tempest-TestVolumeBootPattern-37130483-router', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:33Z', 'revision_number': 4, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'gw_port': {'id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '195cc055-03c3-4ef1-91de-b8c3d8907a4b', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'port_id': '236dc660-6b61-4948-8380-7bb59931ce55', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'mac_address': 'fa:16:3e:21:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1773df51-c30e-4b2d-8497-eb95021c3efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:36:35Z', 'updated_at': '2022-08-29T20:36:35Z', 'revision_number': 0, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cda6261-c35a-4847-b516-e4a70f1b418e', 'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'mac_address': 'fa:16:3e:06:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:32Z', 'updated_at': '2022-08-29T20:35:39Z', 'revision_number': 5, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'subnets': [{'id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:36:37.043733 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbab8deb-5ea6-4f3f-9e02-c9df02d3a444 None None] Checking router: bf84a212-1b90-4907-94d8-1ec03b2b2889 for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:36:37.055890 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbab8deb-5ea6-4f3f-9e02-c9df02d3a444 None None] Routers {'bf84a212-1b90-4907-94d8-1ec03b2b2889'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:36:37.057056 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-bbab8deb-5ea6-4f3f-9e02-c9df02d3a444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:36:09Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['bf84a212-1b90-4907-94d8-1ec03b2b2889'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:36:37.158862 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-16073662-ad65-4033-9b21-84eb35397e6d req-1acd55d3-338a-4728-a822-3bf2d3391caf service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6506ef9d-c593-4e22-ac07-3e14f3411bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511495 Aug 29 20:36:37.214597 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-bbab8deb-5ea6-4f3f-9e02-c9df02d3a444 None None] Set router bf84a212-1b90-4907-94d8-1ec03b2b2889 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:36:37.281891 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:37.311911 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:37.313070 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5306a94-3952-46f6-bc0e-d5415950be09 req-417f5a8c-4bc3-456b-878a-cdf85516a198 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:37.315191 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f5306a94-3952-46f6-bc0e-d5415950be09 req-417f5a8c-4bc3-456b-878a-cdf85516a198 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.1423700 Aug 29 20:36:37.339798 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:37.340423 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-16073662-ad65-4033-9b21-84eb35397e6d req-c8c04205-9e9c-4aa2-b8d3-36727b6613ee service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6506ef9d-c593-4e22-ac07-3e14f3411bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565881 Aug 29 20:36:37.357662 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-fcd50b7f-3ee1-46d2-9a80-5eef4926ed6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:37.394251 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f5306a94-3952-46f6-bc0e-d5415950be09 req-97961a1b-2631-4329-93fb-4d56da782179 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726564 Aug 29 20:36:37.547695 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-bbab8deb-5ea6-4f3f-9e02-c9df02d3a444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'name': 'tempest-TestVolumeBootPattern-37130483-router', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:33Z', 'revision_number': 4, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'gw_port': {'id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '195cc055-03c3-4ef1-91de-b8c3d8907a4b', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'port_id': '236dc660-6b61-4948-8380-7bb59931ce55', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'mac_address': 'fa:16:3e:21:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1773df51-c30e-4b2d-8497-eb95021c3efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:36:35Z', 'updated_at': '2022-08-29T20:36:35Z', 'revision_number': 0, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cda6261-c35a-4847-b516-e4a70f1b418e', 'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'mac_address': 'fa:16:3e:06:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:32Z', 'updated_at': '2022-08-29T20:35:39Z', 'revision_number': 5, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'subnets': [{'id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:36:37.576241 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbab8deb-5ea6-4f3f-9e02-c9df02d3a444 None None] The sync data for ids ['bf84a212-1b90-4907-94d8-1ec03b2b2889'] in dv-cinder-854263-2-iscsi is: [{'id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'name': 'tempest-TestVolumeBootPattern-37130483-router', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:33Z', 'revision_number': 4, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'gw_port': {'id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '195cc055-03c3-4ef1-91de-b8c3d8907a4b', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'port_id': '236dc660-6b61-4948-8380-7bb59931ce55', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'mac_address': 'fa:16:3e:21:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1773df51-c30e-4b2d-8497-eb95021c3efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:36:35Z', 'updated_at': '2022-08-29T20:36:35Z', 'revision_number': 0, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cda6261-c35a-4847-b516-e4a70f1b418e', 'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'mac_address': 'fa:16:3e:06:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:32Z', 'updated_at': '2022-08-29T20:35:39Z', 'revision_number': 5, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'subnets': [{'id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:36:37.868694 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aff7876-16d7-4768-a463-bc6be1482068 None None] New status for floating IP 195cc055-03c3-4ef1-91de-b8c3d8907a4b: ACTIVE {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:36:38.557740 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1ae71-87f9-4b22-88b5-9bfd7b3cb754 req-c5e25040-ac48-4f50-9fb8-a17a70dbcb9c tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:38.559640 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-efe1ae71-87f9-4b22-88b5-9bfd7b3cb754 req-c5e25040-ac48-4f50-9fb8-a17a70dbcb9c tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.0682697 Aug 29 20:36:38.613120 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-efe1ae71-87f9-4b22-88b5-9bfd7b3cb754 req-aed6cc14-7e39-4ee1-9589-6b27a0920ffa tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466523 Aug 29 20:36:39.505475 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-931a6731-8ba6-4b05-a941-d17562983067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:39.756692 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698eb5f-39fa-4b57-aa5d-488c2475709f req-00eed7b9-181d-4f44-b58a-489727dd144c tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:39.758497 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1698eb5f-39fa-4b57-aa5d-488c2475709f req-00eed7b9-181d-4f44-b58a-489727dd144c tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.0612733 Aug 29 20:36:39.822592 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1698eb5f-39fa-4b57-aa5d-488c2475709f req-d19b3f86-9d0c-4c9a-a493-ccc45c576a13 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569274 Aug 29 20:36:40.695168 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:40.701470 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:36:40.970651 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ceee3-4f73-4b97-ac39-b639b4938d7d req-9f538fdd-0c6e-46d4-8e6f-ebb3218db468 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:40.972167 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d36ceee3-4f73-4b97-ac39-b639b4938d7d req-9f538fdd-0c6e-46d4-8e6f-ebb3218db468 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.0523612 Aug 29 20:36:41.034887 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d36ceee3-4f73-4b97-ac39-b639b4938d7d req-fd5ca21a-4af8-49f2-b59e-d1770b03e462 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567069 Aug 29 20:36:41.707149 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 36518) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:36:41.755447 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff87b0c5-3887-4d35-bfe4-547b311a7ae2 admin admin] Deleting subnet 0359e6d8-1a07-480b-9e25-fbeed0649819 {{(pid=106198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:36:41.758970 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ff87b0c5-3887-4d35-bfe4-547b311a7ae2 admin admin] Publish callbacks [] for subnet (0359e6d8-1a07-480b-9e25-fbeed0649819), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:41.797044 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ff87b0c5-3887-4d35-bfe4-547b311a7ae2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1263496'] for subnet (0359e6d8-1a07-480b-9e25-fbeed0649819), precommit_delete_associations {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:41.838385 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ff87b0c5-3887-4d35-bfe4-547b311a7ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996000'] for subnet (0359e6d8-1a07-480b-9e25-fbeed0649819), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:41.891947 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ff87b0c5-3887-4d35-bfe4-547b311a7ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61348116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215017'] for subnet (0359e6d8-1a07-480b-9e25-fbeed0649819), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:41.923766 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ff87b0c5-3887-4d35-bfe4-547b311a7ae2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:41.926898 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-ff87b0c5-3887-4d35-bfe4-547b311a7ae2 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/0359e6d8-1a07-480b-9e25-fbeed0649819 HTTP/1.1" status: 204 len: 168 time: 0.2186918 Aug 29 20:36:41.927968 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87b0c5-3887-4d35-bfe4-547b311a7ae2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0359e6d8-1a07-480b-9e25-fbeed0649819,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:36:41.930010 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 36520) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:36:42.001274 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1c983e1d-4217-4875-87ff-61c157bd51e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4173405'] for network (03168a32-5f0e-4f8c-b2be-a70299b1ceb4), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:42.083914 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1c983e1d-4217-4875-87ff-61c157bd51e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996931', 'neutron.services.segments.db._delete_segments_for_network-8787001567811'] for network (03168a32-5f0e-4f8c-b2be-a70299b1ceb4), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:42.105424 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-1c983e1d-4217-4875-87ff-61c157bd51e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03168a32-5f0e-4f8c-b2be-a70299b1ceb4']}} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:36:42.117143 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-1c983e1d-4217-4875-87ff-61c157bd51e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcfedb24-5bd4-4895-869f-944078997b9d') {'for_net_delete': True} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:36:42.117415 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-1c983e1d-4217-4875-87ff-61c157bd51e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcfedb24-5bd4-4895-869f-944078997b9d') {} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:36:42.129315 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1c983e1d-4217-4875-87ff-61c157bd51e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001593263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61403863'] for segment (bcfedb24-5bd4-4895-869f-944078997b9d), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:42.151054 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1c983e1d-4217-4875-87ff-61c157bd51e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (bcfedb24-5bd4-4895-869f-944078997b9d), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:42.158017 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c983e1d-4217-4875-87ff-61c157bd51e0 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=106199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:36:42.158391 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1c983e1d-4217-4875-87ff-61c157bd51e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61108904'] for segment (bcfedb24-5bd4-4895-869f-944078997b9d), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:42.177533 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ded9d0-ff06-49f9-b861-33efb90b39f9 req-5939104c-ce6e-47b6-bd2e-decd1f4e70e6 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:42.189308 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-05ded9d0-ff06-49f9-b861-33efb90b39f9 req-5939104c-ce6e-47b6-bd2e-decd1f4e70e6 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.0722430 Aug 29 20:36:42.216580 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment bcfedb24-5bd4-4895-869f-944078997b9d resource provider aggregate not found Aug 29 20:36:42.243200 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:42.243804 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-05ded9d0-ff06-49f9-b861-33efb90b39f9 req-ef020c58-180d-4d68-b07f-df7168336220 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506611 Aug 29 20:36:42.248971 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment bcfedb24-5bd4-4895-869f-944078997b9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bcfedb24-5bd4-4895-869f-944078997b9d found for delete ", "request_id": "req-29e2da41-8439-44a6-8027-3413c25d2993"}]} Aug 29 20:36:42.261488 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1c983e1d-4217-4875-87ff-61c157bd51e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639181'] for network (03168a32-5f0e-4f8c-b2be-a70299b1ceb4), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:42.282437 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c983e1d-4217-4875-87ff-61c157bd51e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=03168a32-5f0e-4f8c-b2be-a70299b1ceb4,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:36:42.288128 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1c983e1d-4217-4875-87ff-61c157bd51e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:42.292205 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-1c983e1d-4217-4875-87ff-61c157bd51e0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/03168a32-5f0e-4f8c-b2be-a70299b1ceb4 HTTP/1.1" status: 204 len: 168 time: 0.3588564 Aug 29 20:36:42.366789 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:42.483888 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 36530) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:36:42.540540 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-5880ea0c-6b48-408c-9ccd-c6fb33929d0d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1c85b91350b74daeab5ba89364b4578e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0551684 Aug 29 20:36:42.543484 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 36532) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:36:42.610262 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-0d2c811d-6ac9-45b3-928c-a982a0c033de admin admin] Publish callbacks [] for security_group (efd63556-3ec3-4574-9033-e9841cd0cc30), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:42.613180 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:42.638216 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-0d2c811d-6ac9-45b3-928c-a982a0c033de admin admin] Publish callbacks [] for security_group (efd63556-3ec3-4574-9033-e9841cd0cc30), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:42.698326 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-0d2c811d-6ac9-45b3-928c-a982a0c033de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (efd63556-3ec3-4574-9033-e9841cd0cc30), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:42.699997 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-0d2c811d-6ac9-45b3-928c-a982a0c033de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:42.706559 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-0d2c811d-6ac9-45b3-928c-a982a0c033de admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/efd63556-3ec3-4574-9033-e9841cd0cc30 HTTP/1.1" status: 204 len: 168 time: 0.1565278 Aug 29 20:36:42.710411 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c811d-6ac9-45b3-928c-a982a0c033de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd63556-3ec3-4574-9033-e9841cd0cc30,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:36:42.890381 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d8846-879c-4c2c-b632-b22dd630127f req-ed7c444b-aba3-4da4-9932-7f09df21cfee tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:42.892857 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6f5d8846-879c-4c2c-b632-b22dd630127f req-ed7c444b-aba3-4da4-9932-7f09df21cfee tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.0699837 Aug 29 20:36:42.953055 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6f5d8846-879c-4c2c-b632-b22dd630127f req-a4a6229c-8759-40fe-88f6-7d607d48c2d3 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539887 Aug 29 20:36:43.383246 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea5e4e-a0a0-4dde-bb4f-970008c21d8a req-54f91af4-0f2f-4564-a16b-20d158ae8322 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:43.384767 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bfea5e4e-a0a0-4dde-bb4f-970008c21d8a req-54f91af4-0f2f-4564-a16b-20d158ae8322 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.0462129 Aug 29 20:36:43.435666 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bfea5e4e-a0a0-4dde-bb4f-970008c21d8a req-25e41145-8a6c-4529-a44b-1da8e826e3ec tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433671 Aug 29 20:36:44.088772 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:44.108431 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77089bf7-4d41-4926-9c08-4c2cfe2a7cf0 req-3faa0ee2-5b21-4bfa-9ec4-32cca6666845 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:44.109970 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-77089bf7-4d41-4926-9c08-4c2cfe2a7cf0 req-3faa0ee2-5b21-4bfa-9ec4-32cca6666845 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.0646842 Aug 29 20:36:44.160243 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-77089bf7-4d41-4926-9c08-4c2cfe2a7cf0 req-71cafc51-8fe8-43b8-921b-b063eed112d1 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443037 Aug 29 20:36:44.535914 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:44.586896 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34f96e-a03c-4ebf-8274-82151a913441 req-e3957d69-2c22-4189-8aa1-b839c43543c6 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:44.588724 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bc34f96e-a03c-4ebf-8274-82151a913441 req-e3957d69-2c22-4189-8aa1-b839c43543c6 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.0689018 Aug 29 20:36:44.643656 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bc34f96e-a03c-4ebf-8274-82151a913441 req-20098915-6fdf-4452-a0ee-29cc80a72485 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487275 Aug 29 20:36:45.345369 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa0983-1284-451f-a5eb-e4d8825106a3 req-9625fb7c-726a-4a65-9ab9-cc1f88fd9952 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:45.347851 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-80fa0983-1284-451f-a5eb-e4d8825106a3 req-9625fb7c-726a-4a65-9ab9-cc1f88fd9952 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.0745366 Aug 29 20:36:45.413039 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-80fa0983-1284-451f-a5eb-e4d8825106a3 req-4d264e47-5acb-4b62-947e-559b1fbdcdbc tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584564 Aug 29 20:36:45.809276 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98f431-c9ab-4cc1-8b9b-78f68f229714 req-b5e2089c-2412-403d-a234-b1d375269edb tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:45.811601 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0e98f431-c9ab-4cc1-8b9b-78f68f229714 req-b5e2089c-2412-403d-a234-b1d375269edb tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.0727208 Aug 29 20:36:45.860355 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0e98f431-c9ab-4cc1-8b9b-78f68f229714 req-3a47f718-ecf0-4aad-a71a-4cc134c3d75a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431747 Aug 29 20:36:46.589501 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74f4ec-4620-44a9-a6ad-e76facc30e12 req-fbde502a-e696-4927-99ab-48fde4314659 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:46.591300 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2d74f4ec-4620-44a9-a6ad-e76facc30e12 req-fbde502a-e696-4927-99ab-48fde4314659 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.0659847 Aug 29 20:36:46.616343 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 87154a2a-cc60-4d5c-bce5-20690a774470 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:36:46.664982 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2d74f4ec-4620-44a9-a6ad-e76facc30e12 req-20ba4a1c-be39-46a1-96ad-c94db662549e tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644362 Aug 29 20:36:46.774104 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 87154a2a-cc60-4d5c-bce5-20690a774470, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=87154a2a-cc60-4d5c-bce5-20690a774470,segment=NetworkSegment(ff3441ef-068d-4a77-a34c-00a02e11189e),segment_id=ff3441ef-068d-4a77-a34c-00a02e11189e)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:36:46.790122 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Returning: {'device': '87154a2a-cc60-4d5c-bce5-20690a774470', 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'port_id': '87154a2a-cc60-4d5c-bce5-20690a774470', 'mac_address': 'fa:16:3e:65:f3:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:36:46.835537 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 87154a2a-cc60-4d5c-bce5-20690a774470 is: ACTIVE; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:36:46.836220 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (87154a2a-cc60-4d5c-bce5-20690a774470), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:46.852294 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87154a2a-cc60-4d5c-bce5-20690a774470 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:36:46.874397 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 87154a2a-cc60-4d5c-bce5-20690a774470, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=87154a2a-cc60-4d5c-bce5-20690a774470,segment=NetworkSegment(ff3441ef-068d-4a77-a34c-00a02e11189e),segment_id=ff3441ef-068d-4a77-a34c-00a02e11189e)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:36:46.880411 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (87154a2a-cc60-4d5c-bce5-20690a774470), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:46.953656 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=87154a2a-cc60-4d5c-bce5-20690a774470,revision_number=6']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:36:47.022117 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc1dad-0bb6-4453-be44-956f1cc196d7 req-bed5050a-609e-44ab-aa22-6fcdd8309dca tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:47.023728 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-38fc1dad-0bb6-4453-be44-956f1cc196d7 req-bed5050a-609e-44ab-aa22-6fcdd8309dca tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 944 time: 0.0557580 Aug 29 20:36:47.068188 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['87154a2a-cc60-4d5c-bce5-20690a774470'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:36:47.094555 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-38fc1dad-0bb6-4453-be44-956f1cc196d7 req-901ad669-a401-4e0c-a3f3-d3acb343e06c tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649030 Aug 29 20:36:47.806520 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82410acd-36ab-470e-8c82-62d0ec523919 req-434e9f62-e43a-45fe-a6d8-fd36b6a738ff tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:47.808999 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-82410acd-36ab-470e-8c82-62d0ec523919 req-434e9f62-e43a-45fe-a6d8-fd36b6a738ff tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.0586593 Aug 29 20:36:47.894260 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-82410acd-36ab-470e-8c82-62d0ec523919 req-6297142e-4ced-404c-8a25-6ecc59106cb4 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710566 Aug 29 20:36:48.246110 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ef239-20e9-40b4-b47f-98989b588d8d req-72da5058-8c3a-4d50-876e-750237df28da tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:48.247613 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-895ef239-20e9-40b4-b47f-98989b588d8d req-72da5058-8c3a-4d50-876e-750237df28da tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 944 time: 0.0582678 Aug 29 20:36:48.315178 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-895ef239-20e9-40b4-b47f-98989b588d8d req-699752d0-df29-428f-a4c3-92017082b411 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614409 Aug 29 20:36:48.639006 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 87154a2a-cc60-4d5c-bce5-20690a774470 up at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:36:48.691836 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning complete for port 87154a2a-cc60-4d5c-bce5-20690a774470 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:36:48.692212 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (87154a2a-cc60-4d5c-bce5-20690a774470), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:48.779230 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 87154a2a-cc60-4d5c-bce5-20690a774470 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:36:48.779630 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (87154a2a-cc60-4d5c-bce5-20690a774470), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:48.781437 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:48.795223 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:48.811655 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95026449-87b2-4f37-bfd3-554df7e6a037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87154a2a-cc60-4d5c-bce5-20690a774470'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:36:48.814085 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eee8fb3122df5bdd6ea851cee31293cb8412868e368eaaf22337f89cfd7738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c032b9d3-2598-42ac-a853-82392b0347a9" -d '{"events": [{"server_uuid": "95026449-87b2-4f37-bfd3-554df7e6a037", "name": "network-vif-plugged", "status": "completed", "tag": "87154a2a-cc60-4d5c-bce5-20690a774470"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:36:48.829687 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 87154a2a-cc60-4d5c-bce5-20690a774470, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=87154a2a-cc60-4d5c-bce5-20690a774470,segment=NetworkSegment(ff3441ef-068d-4a77-a34c-00a02e11189e),segment_id=ff3441ef-068d-4a77-a34c-00a02e11189e)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:36:48.836807 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (87154a2a-cc60-4d5c-bce5-20690a774470), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:48.873396 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc08aa1-5ea0-4fa8-838a-6d4d557dd3db x-openstack-request-id: req-2dc08aa1-5ea0-4fa8-838a-6d4d557dd3db {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:36:48.873731 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95026449-87b2-4f37-bfd3-554df7e6a037", "name": "network-vif-plugged", "status": "completed", "tag": "87154a2a-cc60-4d5c-bce5-20690a774470", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:36:48.873948 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2dc08aa1-5ea0-4fa8-838a-6d4d557dd3db {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:36:48.874349 dv-cinder-854263-2-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dc08aa1-5ea0-4fa8-838a-6d4d557dd3db'] response: {'server_uuid': '95026449-87b2-4f37-bfd3-554df7e6a037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87154a2a-cc60-4d5c-bce5-20690a774470', 'code': 200} Aug 29 20:36:48.893254 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=87154a2a-cc60-4d5c-bce5-20690a774470,revision_number=7']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:36:49.007373 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:49.020104 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16f309-bb98-4691-b7a8-3fae93da817a req-ddd5119f-05ca-4c6d-bdad-7e956bd68f07 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:49.021714 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fe16f309-bb98-4691-b7a8-3fae93da817a req-ddd5119f-05ca-4c6d-bdad-7e956bd68f07 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.0540254 Aug 29 20:36:49.077531 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fe16f309-bb98-4691-b7a8-3fae93da817a req-9b6c216f-4ccf-446e-a453-7f76c7da7fe7 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499098 Aug 29 20:36:49.450452 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb69e9d-57d6-416d-8ad3-edf3cc3ae729 req-119b2d3f-050f-4e25-8a30-eb318edbd68e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:49.457570 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-feb69e9d-57d6-416d-8ad3-edf3cc3ae729 req-119b2d3f-050f-4e25-8a30-eb318edbd68e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.0584309 Aug 29 20:36:49.505142 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-feb69e9d-57d6-416d-8ad3-edf3cc3ae729 req-a158ccaa-cb9b-4a45-be6b-0407499d172d tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465980 Aug 29 20:36:50.232622 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cd57b-8938-430d-a537-ec120cc189b4 req-7c58f0ed-86e6-4d48-95e0-bc363a4120cf tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:50.235025 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-646cd57b-8938-430d-a537-ec120cc189b4 req-7c58f0ed-86e6-4d48-95e0-bc363a4120cf tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.0613790 Aug 29 20:36:50.287788 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-646cd57b-8938-430d-a537-ec120cc189b4 req-86f6102b-a286-41dc-ac2f-050d35742bda tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472386 Aug 29 20:36:50.638495 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7873e12-888c-42d1-baf5-ad7701ec0247 req-ec2af3dd-6284-4ff3-aba0-bce17f3454fb tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:50.640112 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b7873e12-888c-42d1-baf5-ad7701ec0247 req-ec2af3dd-6284-4ff3-aba0-bce17f3454fb tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.0487807 Aug 29 20:36:50.696771 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:50.699772 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b7873e12-888c-42d1-baf5-ad7701ec0247 req-7d7f394f-67ab-4565-9cb9-4ef7b4a5ef4f tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540271 Aug 29 20:36:50.704449 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=12 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:51.417667 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452166ec-bf8c-45a5-bf72-ff6d9108699a req-58a7fd2f-7c03-43f5-bf2b-c0a2d4a6e47e tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:51.425837 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-452166ec-bf8c-45a5-bf72-ff6d9108699a req-58a7fd2f-7c03-43f5-bf2b-c0a2d4a6e47e tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.0559964 Aug 29 20:36:51.474746 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-452166ec-bf8c-45a5-bf72-ff6d9108699a req-7b3361b4-ea23-4206-9654-842d17d81a65 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480201 Aug 29 20:36:51.850845 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a7673-34b8-4305-ab1e-dfc7b90c74b3 req-cfb578fb-10db-4a33-a755-9b9f64c1f2c6 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:51.852389 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1b3a7673-34b8-4305-ab1e-dfc7b90c74b3 req-cfb578fb-10db-4a33-a755-9b9f64c1f2c6 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.0484943 Aug 29 20:36:51.905431 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1b3a7673-34b8-4305-ab1e-dfc7b90c74b3 req-7af87d53-7d43-427d-b7ae-83a0a2d0d5f0 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472145 Aug 29 20:36:52.606436 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72f126-1277-4268-9c4c-84e02fbc5e26 req-68220328-2290-4fc3-aa4f-f42d4b3b789e tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:52.615033 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4c72f126-1277-4268-9c4c-84e02fbc5e26 req-68220328-2290-4fc3-aa4f-f42d4b3b789e tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.0556405 Aug 29 20:36:52.673221 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4c72f126-1277-4268-9c4c-84e02fbc5e26 req-e99f229b-32bd-45ee-be28-a9a069d50a67 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571492 Aug 29 20:36:53.074360 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6739e-1fb5-435b-b48b-523cd966eb07 req-292dfa37-97b6-43c6-9601-f0bb8d00af88 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:53.075907 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d9b6739e-1fb5-435b-b48b-523cd966eb07 req-292dfa37-97b6-43c6-9601-f0bb8d00af88 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.0518441 Aug 29 20:36:53.128475 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d9b6739e-1fb5-435b-b48b-523cd966eb07 req-c4a84074-2a99-4dd5-9aac-1a9ade737992 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468690 Aug 29 20:36:53.321417 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:36:53.802261 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31edaa5-b157-462c-ad3c-48038cbdf870 req-3e69fb5c-ed73-48ee-bdbc-debf03a8d7f2 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:53.804383 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f31edaa5-b157-462c-ad3c-48038cbdf870 req-3e69fb5c-ed73-48ee-bdbc-debf03a8d7f2 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.0577569 Aug 29 20:36:53.858719 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f31edaa5-b157-462c-ad3c-48038cbdf870 req-d25c9684-ffa0-4975-8dd0-433cbb3ebacb tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478513 Aug 29 20:36:54.265585 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ecc98-3c5f-48e2-b1a4-ef154ad895a9 req-0cf987af-a814-4a84-8390-5259a974c8c2 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:54.272660 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c23ecc98-3c5f-48e2-b1a4-ef154ad895a9 req-0cf987af-a814-4a84-8390-5259a974c8c2 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.0598395 Aug 29 20:36:54.303266 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:54.325550 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c23ecc98-3c5f-48e2-b1a4-ef154ad895a9 req-04e2bbcd-edfe-4265-97c2-cdf0340cc6a8 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518897 Aug 29 20:36:55.024962 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d57a12-2935-4d0f-9d0e-d8fe67f9154d req-5e6b2529-e5e0-4767-8cb9-bd1960d1efe4 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:55.027021 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d5d57a12-2935-4d0f-9d0e-d8fe67f9154d req-5e6b2529-e5e0-4767-8cb9-bd1960d1efe4 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.0580225 Aug 29 20:36:55.088525 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e40c491e-6268-4aad-9988-f229259d733d req-45ab06d9-bdb4-4513-b265-a989a09b1d16 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0562134 Aug 29 20:36:55.116692 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d5d57a12-2935-4d0f-9d0e-d8fe67f9154d req-f0953c65-8c22-43bb-90d3-6b455925d0a2 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582864 Aug 29 20:36:55.166572 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c491e-6268-4aad-9988-f229259d733d req-11a3c605-e4e4-4d0d-b91c-4d8ddb6eb0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:55.168235 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e40c491e-6268-4aad-9988-f229259d733d req-11a3c605-e4e4-4d0d-b91c-4d8ddb6eb0bf service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8436d85d931a41cfa6d626c08ad82ef4&device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 1129 time: 0.0507319 Aug 29 20:36:55.256340 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:55.302227 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c491e-6268-4aad-9988-f229259d733d req-5fc3f2f9-1811-433b-aaa4-6585834f6e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:55.312317 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e40c491e-6268-4aad-9988-f229259d733d req-5fc3f2f9-1811-433b-aaa4-6585834f6e44 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=9aeb874f-5dc0-4462-96f6-c696d1a7b371 HTTP/1.1" status: 200 len: 920 time: 0.1194193 Aug 29 20:36:55.354867 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e40c491e-6268-4aad-9988-f229259d733d req-2b824820-798a-4339-9609-b8b06e480054 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83aab753-4372-4b2f-a578-8ecea2f99be1 HTTP/1.1" status: 200 len: 217 time: 0.0385997 Aug 29 20:36:55.406054 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c491e-6268-4aad-9988-f229259d733d req-53f51fd3-04a2-44ce-bcc5-f0803de29941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:55.407431 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e40c491e-6268-4aad-9988-f229259d733d req-53f51fd3-04a2-44ce-bcc5-f0803de29941 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=b859f7aa-b619-481f-9230-0993b4243baf HTTP/1.1" status: 200 len: 858 time: 0.0469425 Aug 29 20:36:55.453082 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbdf8d-3668-45b3-be47-d1d7e383c88d req-dcfe0d3c-529f-4fae-9ed0-79938a1d4a10 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:55.454557 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7ffbdf8d-3668-45b3-be47-d1d7e383c88d req-dcfe0d3c-529f-4fae-9ed0-79938a1d4a10 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.0469537 Aug 29 20:36:55.502711 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7ffbdf8d-3668-45b3-be47-d1d7e383c88d req-e606ba34-1145-4b7c-9128-35a84d5b27f8 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425789 Aug 29 20:36:55.520273 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c491e-6268-4aad-9988-f229259d733d req-f76bb4ce-2e0c-4c53-87c4-8e615d599545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:55.521803 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e40c491e-6268-4aad-9988-f229259d733d req-f76bb4ce-2e0c-4c53-87c4-8e615d599545 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=9aeb874f-5dc0-4462-96f6-c696d1a7b371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428040 Aug 29 20:36:55.618152 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e40c491e-6268-4aad-9988-f229259d733d req-16603943-3fa1-41a6-a65a-7ce6387cb658 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887952 Aug 29 20:36:55.920068 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e40c491e-6268-4aad-9988-f229259d733d req-6dd7bc9d-96d1-45ea-8de5-f999c162e0c0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935588 Aug 29 20:36:56.019556 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d3869-ba3c-4a40-9705-0602b92ff878 req-763edab4-1e82-4dcc-bd10-442a2086ad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:56.021072 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f26d3869-ba3c-4a40-9705-0602b92ff878 req-763edab4-1e82-4dcc-bd10-442a2086ad18 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=bf00868e84384ee59320184a5e1c46c8&device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 1129 time: 0.0396693 Aug 29 20:36:56.058331 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:56.377807 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbaecf-2ac9-48e2-a4d3-49e0b2d3ad21 req-4d70fe63-f375-4c8a-b71e-dbf652029957 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:56.379280 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fddbaecf-2ac9-48e2-a4d3-49e0b2d3ad21 req-4d70fe63-f375-4c8a-b71e-dbf652029957 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.0699058 Aug 29 20:36:56.405499 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d3869-ba3c-4a40-9705-0602b92ff878 req-69a7df9e-bd66-4960-99b5-708b86971379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:56.406935 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f26d3869-ba3c-4a40-9705-0602b92ff878 req-69a7df9e-bd66-4960-99b5-708b86971379 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=f0c2c5bd-a9a1-411b-a42c-01cbce56e13b HTTP/1.1" status: 200 len: 917 time: 0.3711085 Aug 29 20:36:56.478145 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fddbaecf-2ac9-48e2-a4d3-49e0b2d3ad21 req-8c832862-0695-411c-9137-e51402a24039 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893264 Aug 29 20:36:56.490247 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f26d3869-ba3c-4a40-9705-0602b92ff878 req-e07e8bd1-e453-447b-aaa8-e22f471205d0 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87154a2a-cc60-4d5c-bce5-20690a774470 HTTP/1.1" status: 200 len: 1000 time: 0.0756605 Aug 29 20:36:56.541816 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d3869-ba3c-4a40-9705-0602b92ff878 req-1e6792c0-ccaf-42cb-a532-bcb591887c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:56.543320 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f26d3869-ba3c-4a40-9705-0602b92ff878 req-1e6792c0-ccaf-42cb-a532-bcb591887c25 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=db3f9330-f955-44ea-a8cb-91c97bf60681 HTTP/1.1" status: 200 len: 855 time: 0.0444884 Aug 29 20:36:56.588552 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d3869-ba3c-4a40-9705-0602b92ff878 req-e6daf98f-cae1-45fb-a3a8-e90280f08ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:56.590044 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f26d3869-ba3c-4a40-9705-0602b92ff878 req-e6daf98f-cae1-45fb-a3a8-e90280f08ffc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f0c2c5bd-a9a1-411b-a42c-01cbce56e13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406556 Aug 29 20:36:56.628567 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65014f-075e-4a0a-8beb-1430cd899db5 req-99ace561-9677-4539-81ab-6aab6aeb867c tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:56.630066 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1c65014f-075e-4a0a-8beb-1430cd899db5 req-99ace561-9677-4539-81ab-6aab6aeb867c tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.0465801 Aug 29 20:36:56.683435 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1c65014f-075e-4a0a-8beb-1430cd899db5 req-1fdc4191-8a70-4f4c-87dc-79cdc28d510e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471561 Aug 29 20:36:56.690180 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f26d3869-ba3c-4a40-9705-0602b92ff878 req-068f540a-046b-4b98-a540-6684763742da service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f0c2c5bd-a9a1-411b-a42c-01cbce56e13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902214 Aug 29 20:36:56.791791 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f26d3869-ba3c-4a40-9705-0602b92ff878 req-1e2e4980-589e-4b4c-8fea-a59ac33afa5f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f0c2c5bd-a9a1-411b-a42c-01cbce56e13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877655 Aug 29 20:36:57.601771 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a5aa6-744d-4b97-b3d2-1e29bddb4c29 req-97058201-028a-4c90-b4b2-dfcaf88d7d41 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:57.603121 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-018a5aa6-744d-4b97-b3d2-1e29bddb4c29 req-97058201-028a-4c90-b4b2-dfcaf88d7d41 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.0499284 Aug 29 20:36:57.648851 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-018a5aa6-744d-4b97-b3d2-1e29bddb4c29 req-0a94285c-89fa-4bb5-ac42-a706f807af4a tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395293 Aug 29 20:36:57.807611 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64eb8f-295d-474c-9656-975f7a2c2119 req-00677054-de03-4242-a052-52753af64eec tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:57.809112 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-be64eb8f-295d-474c-9656-975f7a2c2119 req-00677054-de03-4242-a052-52753af64eec tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.0476744 Aug 29 20:36:57.830350 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:57.859662 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-be64eb8f-295d-474c-9656-975f7a2c2119 req-239f703d-22b6-499f-9018-9d25c2fe3297 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444682 Aug 29 20:36:58.769055 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6ebe2-6f5a-446c-acf2-bd1dfd739923 req-4d5cafcd-821b-4eee-8a35-104aaa285e98 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:58.770510 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6cc6ebe2-6f5a-446c-acf2-bd1dfd739923 req-4d5cafcd-821b-4eee-8a35-104aaa285e98 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.0457013 Aug 29 20:36:58.810878 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:36:58.818784 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6cc6ebe2-6f5a-446c-acf2-bd1dfd739923 req-44e36338-4476-4b1a-b702-ef23124b6270 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422654 Aug 29 20:36:58.990725 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc83eb0-9917-41e2-bd12-53dc8f181f18 req-fae532cb-d35c-420d-abbc-d8439bd44f5c tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:58.992201 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4fc83eb0-9917-41e2-bd12-53dc8f181f18 req-fae532cb-d35c-420d-abbc-d8439bd44f5c tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.0471232 Aug 29 20:36:59.038881 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4fc83eb0-9917-41e2-bd12-53dc8f181f18 req-26d3bfe6-b4c0-458e-aad8-711a6bb8239c tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406070 Aug 29 20:36:59.939166 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcc4b7-3edd-4558-8147-682782430539 req-5d42c020-624d-46cc-a1df-51e0b1d7c625 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:36:59.940674 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-efbcc4b7-3edd-4558-8147-682782430539 req-5d42c020-624d-46cc-a1df-51e0b1d7c625 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.0504043 Aug 29 20:36:59.990220 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-efbcc4b7-3edd-4558-8147-682782430539 req-ec24769e-c1d5-4e22-a72e-a8833f458207 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439723 Aug 29 20:37:00.176097 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c7b05-96d5-4c5d-9454-65fd4920cc0c req-3234eaf1-199f-4cdf-8002-a30e0312dbc8 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:00.177694 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0a3c7b05-96d5-4c5d-9454-65fd4920cc0c req-3234eaf1-199f-4cdf-8002-a30e0312dbc8 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 945 time: 0.0563891 Aug 29 20:37:00.210388 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939b91b-8277-4dfe-9f98-5ceaafab4776 req-6358e6f4-78c9-4a9e-82de-b662aff4f528 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:00.212802 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3939b91b-8277-4dfe-9f98-5ceaafab4776 req-6358e6f4-78c9-4a9e-82de-b662aff4f528 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.0553763 Aug 29 20:37:00.259797 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3939b91b-8277-4dfe-9f98-5ceaafab4776 req-64356059-ead9-445f-ad7e-61bca74f6d28 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416179 Aug 29 20:37:00.263400 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0a3c7b05-96d5-4c5d-9454-65fd4920cc0c req-e9a2fda5-4108-4a9d-b324-62a7aed920ce tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797632 Aug 29 20:37:00.269337 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6636e0b-867d-4b3d-9823-e0ffe49fc2bd req-e57f8297-d7a6-441c-8b9e-809b2ae429b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:00.270793 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c6636e0b-867d-4b3d-9823-e0ffe49fc2bd req-e57f8297-d7a6-441c-8b9e-809b2ae429b9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=544c78c5c2c44219a7f236b24a107da4&device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 1130 time: 0.0581911 Aug 29 20:37:00.370803 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:00.376228 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6636e0b-867d-4b3d-9823-e0ffe49fc2bd req-471d1e6c-c483-4aab-9e73-c0b600a21bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:00.377692 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c6636e0b-867d-4b3d-9823-e0ffe49fc2bd req-471d1e6c-c483-4aab-9e73-c0b600a21bc6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=956a6ad1-026f-40ab-949a-8f68054ef5a2 HTTP/1.1" status: 200 len: 912 time: 0.0917623 Aug 29 20:37:00.452312 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c6636e0b-867d-4b3d-9823-e0ffe49fc2bd req-7c5cf020-551e-4400-a4c3-3690e6d29a60 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98948443-f8c1-415f-85ca-da7736524db5 HTTP/1.1" status: 200 len: 1001 time: 0.0651202 Aug 29 20:37:00.509258 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6636e0b-867d-4b3d-9823-e0ffe49fc2bd req-7c5f57b2-d7f5-4538-b17b-a5e83b3fe3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:00.510814 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c6636e0b-867d-4b3d-9823-e0ffe49fc2bd req-7c5f57b2-d7f5-4538-b17b-a5e83b3fe3c1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=410cc424-0d25-43ac-ac78-85d61f1a559c HTTP/1.1" status: 200 len: 850 time: 0.0502708 Aug 29 20:37:00.563455 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6636e0b-867d-4b3d-9823-e0ffe49fc2bd req-292c06be-4306-4647-93be-e9e213caa8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:00.565006 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c6636e0b-867d-4b3d-9823-e0ffe49fc2bd req-292c06be-4306-4647-93be-e9e213caa8eb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=956a6ad1-026f-40ab-949a-8f68054ef5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418720 Aug 29 20:37:00.667389 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c6636e0b-867d-4b3d-9823-e0ffe49fc2bd req-aec03fe0-890c-41d4-b3a8-db1014b38e56 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/956a6ad1-026f-40ab-949a-8f68054ef5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954292 Aug 29 20:37:00.683794 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 87154a2a-cc60-4d5c-bce5-20690a774470 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:37:00.765942 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 87154a2a-cc60-4d5c-bce5-20690a774470 is: ACTIVE; New status is: DOWN {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:37:00.766602 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (87154a2a-cc60-4d5c-bce5-20690a774470), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:37:00.771556 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c6636e0b-867d-4b3d-9823-e0ffe49fc2bd req-830c1655-3e54-428f-9708-341daf9431be service neutron] 10.222.0.33 "GET /networking/v2.0/networks/956a6ad1-026f-40ab-949a-8f68054ef5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953696 Aug 29 20:37:00.783614 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [req-4ef9e875-9124-4474-9215-f2105b972599 req-0971b54a-61b8-4fc6-b579-4415a44547f1 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 20:37:00.784791 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4ef9e875-9124-4474-9215-f2105b972599 req-0971b54a-61b8-4fc6-b579-4415a44547f1 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055637 Aug 29 20:37:00.793282 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95026449-87b2-4f37-bfd3-554df7e6a037', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87154a2a-cc60-4d5c-bce5-20690a774470'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:37:00.796006 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eee8fb3122df5bdd6ea851cee31293cb8412868e368eaaf22337f89cfd7738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095b1132-bc77-4c3f-b4d7-bc8e60de9d3c" -d '{"events": [{"server_uuid": "95026449-87b2-4f37-bfd3-554df7e6a037", "name": "network-vif-unplugged", "status": "completed", "tag": "87154a2a-cc60-4d5c-bce5-20690a774470"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:37:00.810854 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 87154a2a-cc60-4d5c-bce5-20690a774470, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=87154a2a-cc60-4d5c-bce5-20690a774470,segment=NetworkSegment(ff3441ef-068d-4a77-a34c-00a02e11189e),segment_id=ff3441ef-068d-4a77-a34c-00a02e11189e)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:37:00.815429 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (87154a2a-cc60-4d5c-bce5-20690a774470), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:37:00.843250 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 29 Aug 2022 20:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739e5a28-5267-41e7-8efa-db1a00e3b058 x-openstack-request-id: req-739e5a28-5267-41e7-8efa-db1a00e3b058 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:37:00.843536 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95026449-87b2-4f37-bfd3-554df7e6a037", "name": "network-vif-unplugged", "status": "failed", "tag": "87154a2a-cc60-4d5c-bce5-20690a774470", "code": 422}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:37:00.843827 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-739e5a28-5267-41e7-8efa-db1a00e3b058 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:37:00.844315 dv-cinder-854263-2-iscsi neutron-server[106200]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-739e5a28-5267-41e7-8efa-db1a00e3b058']: {'server_uuid': '95026449-87b2-4f37-bfd3-554df7e6a037', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '87154a2a-cc60-4d5c-bce5-20690a774470', 'code': 422} returned with failed status Aug 29 20:37:00.870201 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=87154a2a-cc60-4d5c-bce5-20690a774470,revision_number=8']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:37:00.877868 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:37:00.878466 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:37:00.878582 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:37:00.878896 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:37:00.879229 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:37:00.879555 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:37:00.879873 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:37:00.880940 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:37:00.880940 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:37:00.880940 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:37:00.881256 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:37:00.881536 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:37:00.881851 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:37:00.882173 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:37:00.882491 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:37:00.986368 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a085e-4413-4a37-be77-3098339b60a3 req-f2e3282b-5d72-4e97-b739-945127fa6d7b tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:00.988041 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ce9a085e-4413-4a37-be77-3098339b60a3 req-f2e3282b-5d72-4e97-b739-945127fa6d7b tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 943 time: 0.0502291 Aug 29 20:37:01.037686 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ce9a085e-4413-4a37-be77-3098339b60a3 req-2bef1fbb-55b6-42cf-92bd-d80d94d9419e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440497 Aug 29 20:37:01.306972 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 36710) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:37:01.414849 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3d634088-dda9-4b94-ba17-1eaaa22779c3 req-e791cdbd-77e6-476c-906b-c28c88ae31e0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1066349 Aug 29 20:37:01.416004 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfb2a6-fc95-4b6b-a748-6e45ce1125f6 req-969ff2b8-dd45-4bfc-b141-42acc6c9cbf5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:01.418235 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b6bfb2a6-fc95-4b6b-a748-6e45ce1125f6 req-969ff2b8-dd45-4bfc-b141-42acc6c9cbf5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.0661056 Aug 29 20:37:01.424978 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [req-3d634088-dda9-4b94-ba17-1eaaa22779c3 req-fdaa7617-7436-4012-8b5a-f240f671f80f service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 20:37:01.425945 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3d634088-dda9-4b94-ba17-1eaaa22779c3 req-fdaa7617-7436-4012-8b5a-f240f671f80f service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052297 Aug 29 20:37:01.467693 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b6bfb2a6-fc95-4b6b-a748-6e45ce1125f6 req-299a0d45-5fe3-472d-973a-badfcf2d6762 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437679 Aug 29 20:37:01.506848 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 36718) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:37:01.604990 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d634088-dda9-4b94-ba17-1eaaa22779c3 req-b6c7e80a-2f2f-4fbf-a166-8baa548b5829 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:01.606356 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3d634088-dda9-4b94-ba17-1eaaa22779c3 req-b6c7e80a-2f2f-4fbf-a166-8baa548b5829 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports/87154a2a-cc60-4d5c-bce5-20690a774470 HTTP/1.1" status: 200 len: 940 time: 0.0985391 Aug 29 20:37:02.196442 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f9a4c-7776-4414-8156-d7d9a4e65c92 req-737189fe-2cee-4b4c-8552-8b5ff3a7cb26 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:02.198857 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-841f9a4c-7776-4414-8156-d7d9a4e65c92 req-737189fe-2cee-4b4c-8552-8b5ff3a7cb26 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 943 time: 0.0727365 Aug 29 20:37:02.268369 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-841f9a4c-7776-4414-8156-d7d9a4e65c92 req-51a81f66-5530-4dab-ab5d-969977e743f6 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627155 Aug 29 20:37:02.595159 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61474886-40a0-4397-bf96-0cef7c641132 req-df66b92a-ae99-4a61-a479-4a7a277bb847 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:02.596551 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-61474886-40a0-4397-bf96-0cef7c641132 req-df66b92a-ae99-4a61-a479-4a7a277bb847 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.0489833 Aug 29 20:37:02.648062 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-61474886-40a0-4397-bf96-0cef7c641132 req-12b14b93-8397-416c-a94d-046bb4010256 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458443 Aug 29 20:37:03.426503 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd636229-221d-4914-a453-16128c95771a req-d05ed1b7-e441-4e27-ac41-a25253e6dfe1 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:03.428182 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-dd636229-221d-4914-a453-16128c95771a req-d05ed1b7-e441-4e27-ac41-a25253e6dfe1 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 943 time: 0.0511417 Aug 29 20:37:03.473437 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:03.481203 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-dd636229-221d-4914-a453-16128c95771a req-07f010a4-b795-4c16-a8f2-66a09b99fe25 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466914 Aug 29 20:37:03.810949 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d634088-dda9-4b94-ba17-1eaaa22779c3 req-5671ca09-64f9-4404-bd0f-334c5358cfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:03.812471 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3d634088-dda9-4b94-ba17-1eaaa22779c3 req-5671ca09-64f9-4404-bd0f-334c5358cfdd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037&tenant_id=bf00868e84384ee59320184a5e1c46c8 HTTP/1.1" status: 200 len: 1127 time: 0.0707872 Aug 29 20:37:03.877496 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d634088-dda9-4b94-ba17-1eaaa22779c3 req-3d9c2f93-b53c-4cb7-a5d0-5fbbf2d54903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:03.879702 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3d634088-dda9-4b94-ba17-1eaaa22779c3 req-3d9c2f93-b53c-4cb7-a5d0-5fbbf2d54903 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=bf00868e84384ee59320184a5e1c46c8&device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 1127 time: 0.0418484 Aug 29 20:37:03.987256 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d634088-dda9-4b94-ba17-1eaaa22779c3 req-5431a1ac-28d4-44b0-996c-773ceb20aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:03.988736 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3d634088-dda9-4b94-ba17-1eaaa22779c3 req-5431a1ac-28d4-44b0-996c-773ceb20aa60 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=f0c2c5bd-a9a1-411b-a42c-01cbce56e13b HTTP/1.1" status: 200 len: 917 time: 0.0935090 Aug 29 20:37:04.056971 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3d634088-dda9-4b94-ba17-1eaaa22779c3 req-f23981b4-eca4-4fe0-8572-5f8a03450983 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87154a2a-cc60-4d5c-bce5-20690a774470 HTTP/1.1" status: 200 len: 998 time: 0.0553279 Aug 29 20:37:04.112241 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d634088-dda9-4b94-ba17-1eaaa22779c3 req-b53a9b0a-264f-4a5d-9eaf-e59f9551f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:04.113568 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3d634088-dda9-4b94-ba17-1eaaa22779c3 req-b53a9b0a-264f-4a5d-9eaf-e59f9551f4a9 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=db3f9330-f955-44ea-a8cb-91c97bf60681 HTTP/1.1" status: 200 len: 855 time: 0.0473409 Aug 29 20:37:04.161975 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d634088-dda9-4b94-ba17-1eaaa22779c3 req-1f747615-442a-4f38-afc3-ef76c2fb7091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:04.163410 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3d634088-dda9-4b94-ba17-1eaaa22779c3 req-1f747615-442a-4f38-afc3-ef76c2fb7091 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f0c2c5bd-a9a1-411b-a42c-01cbce56e13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396283 Aug 29 20:37:04.265222 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3d634088-dda9-4b94-ba17-1eaaa22779c3 req-f97dd266-eab2-4247-ab0e-edf93e543e4b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f0c2c5bd-a9a1-411b-a42c-01cbce56e13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889361 Aug 29 20:37:04.317941 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:04.361094 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3d634088-dda9-4b94-ba17-1eaaa22779c3 req-603e4122-8606-474a-a770-9bbf5016c5de service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f0c2c5bd-a9a1-411b-a42c-01cbce56e13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860448 Aug 29 20:37:04.614268 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07e786-5ee9-4570-bf33-1db6f1b1ff4f req-de8c11c5-c82b-4378-aa25-a62f7c69e080 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:04.615952 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-af07e786-5ee9-4570-bf33-1db6f1b1ff4f req-de8c11c5-c82b-4378-aa25-a62f7c69e080 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 943 time: 0.0503955 Aug 29 20:37:04.671612 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-af07e786-5ee9-4570-bf33-1db6f1b1ff4f req-217a4df7-f364-49ab-843a-d7a3e164241b tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486114 Aug 29 20:37:05.803887 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880adf1-50e8-478f-a349-c8e9c14ba045 req-151f7429-2f28-4c88-843a-ff92e97b7b98 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:05.805405 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e880adf1-50e8-478f-a349-c8e9c14ba045 req-151f7429-2f28-4c88-843a-ff92e97b7b98 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 943 time: 0.0485048 Aug 29 20:37:05.859060 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e880adf1-50e8-478f-a349-c8e9c14ba045 req-ed97bcdb-2c14-47cd-83f7-f0c56224917f tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470066 Aug 29 20:37:07.012149 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbf6f7-a348-4fe1-a010-b6a3c3c15feb req-6cb10eb2-6f87-450f-abff-63e6d787d743 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:07.013679 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2bdbf6f7-a348-4fe1-a010-b6a3c3c15feb req-6cb10eb2-6f87-450f-abff-63e6d787d743 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 943 time: 0.0560474 Aug 29 20:37:07.072035 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2bdbf6f7-a348-4fe1-a010-b6a3c3c15feb req-2f2567d8-8311-4eee-87f2-3596e15c5189 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521736 Aug 29 20:37:07.154987 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-5fb47a6b-e218-4318-bed0-898580683354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:37:08.213461 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29c948-818c-4ab6-8c97-446b18bf4cbe req-9eafea01-24e8-4c1a-91ac-467ed95f5b99 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:08.215441 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ae29c948-818c-4ab6-8c97-446b18bf4cbe req-9eafea01-24e8-4c1a-91ac-467ed95f5b99 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 943 time: 0.0494289 Aug 29 20:37:08.267063 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ae29c948-818c-4ab6-8c97-446b18bf4cbe req-4d5674e1-2e8c-457c-8631-ab9860b6d8f7 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448809 Aug 29 20:37:09.401776 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460a41e-3ff0-4894-9201-cdbff1832229 req-483a7855-123c-447e-861a-25772387d7fb tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:09.403860 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1460a41e-3ff0-4894-9201-cdbff1832229 req-483a7855-123c-447e-861a-25772387d7fb tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 943 time: 0.0525103 Aug 29 20:37:09.423669 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:09.459074 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1460a41e-3ff0-4894-9201-cdbff1832229 req-a04d5480-2643-4335-9a93-36ecc5eb6c1a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496590 Aug 29 20:37:09.510448 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f94f7024-e770-409e-8853-256ca6bd1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:37:10.600997 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575aef5-9480-42b9-a03b-6d31de668fbd req-4b7fbf9a-3a54-4286-894a-b6b1e98f2052 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:10.602484 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c575aef5-9480-42b9-a03b-6d31de668fbd req-4b7fbf9a-3a54-4286-894a-b6b1e98f2052 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 943 time: 0.0644968 Aug 29 20:37:10.653938 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c575aef5-9480-42b9-a03b-6d31de668fbd req-1b719d73-cba2-4576-9ec8-5181bd1172d5 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455961 Aug 29 20:37:10.694983 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:37:11.785767 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10936b5-c317-4890-b355-4f14857f068d req-fcda7d5f-798b-433c-aa0f-5387f34ea8ff tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:11.787318 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a10936b5-c317-4890-b355-4f14857f068d req-fcda7d5f-798b-433c-aa0f-5387f34ea8ff tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 943 time: 0.0515680 Aug 29 20:37:11.844844 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a10936b5-c317-4890-b355-4f14857f068d req-630c7768-0146-4390-8c98-346c69f40d54 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486460 Aug 29 20:37:12.229169 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:37:12.368300 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:37:12.993606 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae60ddf-e424-448b-9ddb-a87d17a43517 req-57ff3412-8923-4b67-b73f-dfef86165550 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:12.995127 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8ae60ddf-e424-448b-9ddb-a87d17a43517 req-57ff3412-8923-4b67-b73f-dfef86165550 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 943 time: 0.0540006 Aug 29 20:37:13.045732 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8ae60ddf-e424-448b-9ddb-a87d17a43517 req-d91aab06-ce10-464e-b6fa-3f89e5315a51 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448971 Aug 29 20:37:13.639487 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b565a1-8255-4fd1-8dd2-d3a0dff9bf18 req-d7e6ecf2-0034-43f1-98a0-13c6e006f930 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:13.641001 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c0b565a1-8255-4fd1-8dd2-d3a0dff9bf18 req-d7e6ecf2-0034-43f1-98a0-13c6e006f930 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 984 time: 0.0592852 Aug 29 20:37:13.719370 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c0b565a1-8255-4fd1-8dd2-d3a0dff9bf18 req-6da50e5f-0e49-42e3-9b6f-e657bde40ec9 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&id=60990b08-a3f2-46d1-bb04-9b1e1406ddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0724833 Aug 29 20:37:14.182339 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1881b-8d30-49b7-a393-f09974799554 req-f0c88ead-2bb6-4bd7-ba7a-1596101fd703 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:14.184365 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8ca1881b-8d30-49b7-a393-f09974799554 req-f0c88ead-2bb6-4bd7-ba7a-1596101fd703 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 943 time: 0.0489335 Aug 29 20:37:14.235596 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8ca1881b-8d30-49b7-a393-f09974799554 req-f8d3f862-79cf-431d-9084-de7a1cb3d5d8 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448744 Aug 29 20:37:14.847959 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d30fa1-bdf4-44bc-9a37-1d98dd527cf7 req-bbcf6a4c-8a4e-48ec-b8bb-d4af951308d4 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:14.849549 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-05d30fa1-bdf4-44bc-9a37-1d98dd527cf7 req-bbcf6a4c-8a4e-48ec-b8bb-d4af951308d4 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 984 time: 0.0513506 Aug 29 20:37:14.863059 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:14.920029 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-05d30fa1-bdf4-44bc-9a37-1d98dd527cf7 req-86bd2c4e-45fe-4442-a6a7-d8afba2c717a tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&id=60990b08-a3f2-46d1-bb04-9b1e1406ddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641901 Aug 29 20:37:15.622272 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4044d1f-d18e-4338-ae59-25f0f939c5a4 req-7dbc1a1d-a413-40f7-84cd-24108271f313 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:15.623846 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a4044d1f-d18e-4338-ae59-25f0f939c5a4 req-7dbc1a1d-a413-40f7-84cd-24108271f313 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 943 time: 0.2977140 Aug 29 20:37:15.677810 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a4044d1f-d18e-4338-ae59-25f0f939c5a4 req-c67d1f78-81c3-4198-9a68-dab6fc7e10b8 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476370 Aug 29 20:37:15.731189 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:15.736654 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:16.079332 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb167e-8b46-4fce-979f-387159af5437 req-e16464cb-1b14-4ce3-abad-8f059b023ebf tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:16.082861 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-03bb167e-8b46-4fce-979f-387159af5437 req-e16464cb-1b14-4ce3-abad-8f059b023ebf tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 984 time: 0.0751159 Aug 29 20:37:16.173810 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-03bb167e-8b46-4fce-979f-387159af5437 req-2a423ca7-4c6b-439d-b80e-ec6941cef94d tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&id=60990b08-a3f2-46d1-bb04-9b1e1406ddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0843098 Aug 29 20:37:16.833212 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda1c60-2552-45a3-b439-e2360a6804a7 req-4b9847cc-c5b9-4b06-a85d-b46c41921d39 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:16.834740 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3dda1c60-2552-45a3-b439-e2360a6804a7 req-4b9847cc-c5b9-4b06-a85d-b46c41921d39 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 943 time: 0.0518501 Aug 29 20:37:16.869403 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:16.888815 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3dda1c60-2552-45a3-b439-e2360a6804a7 req-c48f7f82-f3b7-420c-98d3-96a1614bbfc2 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481350 Aug 29 20:37:17.306347 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8817ab5-1516-466b-a685-a649b04cf0a3 req-5bae07b0-6822-4bc7-aba9-51d4ee6fa141 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:17.307912 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e8817ab5-1516-466b-a685-a649b04cf0a3 req-5bae07b0-6822-4bc7-aba9-51d4ee6fa141 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 984 time: 0.0525687 Aug 29 20:37:17.380410 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e8817ab5-1516-466b-a685-a649b04cf0a3 req-7d03a82c-4dba-47e9-ada7-f9b271e87fd9 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&id=60990b08-a3f2-46d1-bb04-9b1e1406ddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660074 Aug 29 20:37:17.701544 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:37:18.039518 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ebb83-2995-4254-9b86-38f87eae2cb6 req-ac5953fc-cb54-428a-b662-abce01109731 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:18.041061 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-536ebb83-2995-4254-9b86-38f87eae2cb6 req-ac5953fc-cb54-428a-b662-abce01109731 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 943 time: 0.0587218 Aug 29 20:37:18.092117 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-536ebb83-2995-4254-9b86-38f87eae2cb6 req-ed8735b7-2ed1-4f12-b9a8-14b27ec64cfd tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446916 Aug 29 20:37:18.508462 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84026096-8f6f-43c5-9000-e332122d3bb3 req-bdcec6f7-71cc-4079-8082-303e2ea095a0 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:18.509826 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-84026096-8f6f-43c5-9000-e332122d3bb3 req-bdcec6f7-71cc-4079-8082-303e2ea095a0 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 984 time: 0.0508387 Aug 29 20:37:18.565863 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:18.572923 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-84026096-8f6f-43c5-9000-e332122d3bb3 req-51b459f9-5614-46b1-a50d-0164aaab1025 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&id=60990b08-a3f2-46d1-bb04-9b1e1406ddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564103 Aug 29 20:37:19.237388 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff499be-6a7e-4953-b25a-4a877463f0b5 req-b3172c8e-d898-4027-9fd6-ffcfe2554963 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:19.238795 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8ff499be-6a7e-4953-b25a-4a877463f0b5 req-b3172c8e-d898-4027-9fd6-ffcfe2554963 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 943 time: 0.0586569 Aug 29 20:37:19.287541 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8ff499be-6a7e-4953-b25a-4a877463f0b5 req-d9d3e0ba-6e92-4124-9338-d31bc1677ff2 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428600 Aug 29 20:37:19.409196 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7d5d3-597f-4e33-a72b-9ce159c8602f req-1f757cdb-cf19-4f38-a413-59b6b60c61a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:19.410693 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-79d7d5d3-597f-4e33-a72b-9ce159c8602f req-1f757cdb-cf19-4f38-a413-59b6b60c61a1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3f36c1186e0f44df87d13ef836f6525b&device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 1168 time: 0.0411987 Aug 29 20:37:19.701348 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10550d0-a868-43a2-97c1-99486512c196 req-3f9cd372-c70b-4645-b81a-5fe1bf13c857 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:19.702848 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a10550d0-a868-43a2-97c1-99486512c196 req-3f9cd372-c70b-4645-b81a-5fe1bf13c857 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 984 time: 0.0486779 Aug 29 20:37:19.768943 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a10550d0-a868-43a2-97c1-99486512c196 req-1c7307e1-4af5-49d1-afca-2bc15251e704 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&id=60990b08-a3f2-46d1-bb04-9b1e1406ddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602863 Aug 29 20:37:19.967625 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7d5d3-597f-4e33-a72b-9ce159c8602f req-e35a2ce5-a73d-4fc8-bee8-717f818691ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:19.969127 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-79d7d5d3-597f-4e33-a72b-9ce159c8602f req-e35a2ce5-a73d-4fc8-bee8-717f818691ca service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c5abf10f-92d1-4beb-ac39-bbd96f2c495a HTTP/1.1" status: 200 len: 916 time: 0.1318874 Aug 29 20:37:20.421748 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411df6a-f19a-4a94-870c-066cd8b18959 req-3426f461-4f20-4e69-a2b0-e72dcfff5e28 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:20.423286 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d411df6a-f19a-4a94-870c-066cd8b18959 req-3426f461-4f20-4e69-a2b0-e72dcfff5e28 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 943 time: 0.0489259 Aug 29 20:37:20.476130 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d411df6a-f19a-4a94-870c-066cd8b18959 req-421ebc0e-7dcf-4ec4-aaa8-1f1268ba7f3a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472562 Aug 29 20:37:20.942708 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736f597-fc73-421d-baed-d19eedc8b664 req-905c5d03-90ad-4426-a3e5-a8a4336ce3fd tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:20.944400 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6736f597-fc73-421d-baed-d19eedc8b664 req-905c5d03-90ad-4426-a3e5-a8a4336ce3fd tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 984 time: 0.0958242 Aug 29 20:37:20.985692 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-79d7d5d3-597f-4e33-a72b-9ce159c8602f req-b7b60c11-9f1e-406a-a8b1-e13e52f46458 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d63c8d5b-2b84-4f67-944f-9f299a5aa8cb HTTP/1.1" status: 200 len: 1000 time: 0.1051886 Aug 29 20:37:21.073209 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6736f597-fc73-421d-baed-d19eedc8b664 req-8aea763f-4b38-4e04-8301-eba6184d4152 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&id=60990b08-a3f2-46d1-bb04-9b1e1406ddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1188586 Aug 29 20:37:21.082719 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7d5d3-597f-4e33-a72b-9ce159c8602f req-6fdef779-8ea3-433d-869e-e2d8f25e19e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:21.085137 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-79d7d5d3-597f-4e33-a72b-9ce159c8602f req-6fdef779-8ea3-433d-869e-e2d8f25e19e2 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=27bbd3f3-bd10-443b-9270-f984952a576d HTTP/1.1" status: 200 len: 854 time: 0.0801187 Aug 29 20:37:21.136782 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7d5d3-597f-4e33-a72b-9ce159c8602f req-25c2fbaa-b7ce-492c-8c41-baf562e2006a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:21.138282 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-79d7d5d3-597f-4e33-a72b-9ce159c8602f req-25c2fbaa-b7ce-492c-8c41-baf562e2006a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c5abf10f-92d1-4beb-ac39-bbd96f2c495a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453699 Aug 29 20:37:21.230556 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-79d7d5d3-597f-4e33-a72b-9ce159c8602f req-b4801a83-8c92-46ed-977a-30987fb2e699 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c5abf10f-92d1-4beb-ac39-bbd96f2c495a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836668 Aug 29 20:37:21.290586 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:21.327670 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-79d7d5d3-597f-4e33-a72b-9ce159c8602f req-49c67d80-832b-43d9-a7d9-c9f235a5f82c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c5abf10f-92d1-4beb-ac39-bbd96f2c495a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910628 Aug 29 20:37:21.614148 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e93634-8c9d-4a0e-8645-2c256efe9665 req-247218ce-25bc-4f87-86c0-8dda6aa097fb tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:21.615672 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-67e93634-8c9d-4a0e-8645-2c256efe9665 req-247218ce-25bc-4f87-86c0-8dda6aa097fb tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 943 time: 0.0539572 Aug 29 20:37:21.672045 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-67e93634-8c9d-4a0e-8645-2c256efe9665 req-e761d9c6-c35d-4a02-ab33-056e21b4e62f tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505583 Aug 29 20:37:21.798199 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977253af-9bd2-4c41-acc4-68e63e308c67 req-1e7277ac-ffe6-40c1-b9ff-b86a2c8dc2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:21.799724 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-977253af-9bd2-4c41-acc4-68e63e308c67 req-1e7277ac-ffe6-40c1-b9ff-b86a2c8dc2b7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8436d85d931a41cfa6d626c08ad82ef4&device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 1130 time: 0.0593588 Aug 29 20:37:21.811414 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40e654-7915-4632-b786-7d2aa9891c43 req-f09842c7-9521-42ac-a6e1-7d999cf9d444 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:21.813351 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7f40e654-7915-4632-b786-7d2aa9891c43 req-f09842c7-9521-42ac-a6e1-7d999cf9d444 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0603232 Aug 29 20:37:21.866832 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7f40e654-7915-4632-b786-7d2aa9891c43 req-8a3dbe49-4e62-4986-ae73-fc8c6ab0cd85 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455239 Aug 29 20:37:21.927535 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977253af-9bd2-4c41-acc4-68e63e308c67 req-4c610af1-bab4-4e3f-96d6-a60e480ece6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:21.929067 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-977253af-9bd2-4c41-acc4-68e63e308c67 req-4c610af1-bab4-4e3f-96d6-a60e480ece6f service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=9aeb874f-5dc0-4462-96f6-c696d1a7b371 HTTP/1.1" status: 200 len: 920 time: 0.1206217 Aug 29 20:37:21.998855 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-977253af-9bd2-4c41-acc4-68e63e308c67 req-76e70a31-28fe-443a-8897-0c8c6b217552 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85b94151-961e-4568-b1f6-9b9ec1883e9a HTTP/1.1" status: 200 len: 1002 time: 0.0613897 Aug 29 20:37:22.054639 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977253af-9bd2-4c41-acc4-68e63e308c67 req-6be16394-c7cc-4d19-8929-e407b23a3e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:22.056226 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-977253af-9bd2-4c41-acc4-68e63e308c67 req-6be16394-c7cc-4d19-8929-e407b23a3e12 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=b859f7aa-b619-481f-9230-0993b4243baf HTTP/1.1" status: 200 len: 858 time: 0.0504153 Aug 29 20:37:22.095572 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:22.103523 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977253af-9bd2-4c41-acc4-68e63e308c67 req-8f00d9a2-067d-4017-bbf1-4bd2a69fb9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:22.105097 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-977253af-9bd2-4c41-acc4-68e63e308c67 req-8f00d9a2-067d-4017-bbf1-4bd2a69fb9cb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=9aeb874f-5dc0-4462-96f6-c696d1a7b371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412142 Aug 29 20:37:22.232585 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb34cd-3198-49f8-bbc5-9759caef5b85 req-d221cb8b-21ee-42fc-aca6-d4997840f2e0 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:22.234070 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1abb34cd-3198-49f8-bbc5-9759caef5b85 req-d221cb8b-21ee-42fc-aca6-d4997840f2e0 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 984 time: 0.0611377 Aug 29 20:37:22.271634 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-977253af-9bd2-4c41-acc4-68e63e308c67 req-348b1c0a-7338-4a3c-b2fd-3250bd319058 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478159 Aug 29 20:37:22.349689 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=35,neutron:UPDATE=7 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:22.363140 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:22.365537 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1abb34cd-3198-49f8-bbc5-9759caef5b85 req-a0411a8a-e18c-4634-8cd1-5b8516306360 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&id=60990b08-a3f2-46d1-bb04-9b1e1406ddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1247866 Aug 29 20:37:22.411042 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-977253af-9bd2-4c41-acc4-68e63e308c67 req-31aafaef-bd6d-4177-8088-21dbf9c7c9ac service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275570 Aug 29 20:37:22.749459 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 87154a2a-cc60-4d5c-bce5-20690a774470 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:37:22.831906 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ce9bd-efc9-4450-b39e-e260e01d19de req-b459b2af-995a-4de6-98e1-403f3a53bd42 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:22.834576 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-159ce9bd-efc9-4450-b39e-e260e01d19de req-b459b2af-995a-4de6-98e1-403f3a53bd42 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 943 time: 0.0770991 Aug 29 20:37:22.864908 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 87154a2a-cc60-4d5c-bce5-20690a774470, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=87154a2a-cc60-4d5c-bce5-20690a774470,segment=NetworkSegment(ff3441ef-068d-4a77-a34c-00a02e11189e),segment_id=ff3441ef-068d-4a77-a34c-00a02e11189e)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:37:22.878875 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Returning: {'device': '87154a2a-cc60-4d5c-bce5-20690a774470', 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'port_id': '87154a2a-cc60-4d5c-bce5-20690a774470', 'mac_address': 'fa:16:3e:65:f3:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:37:22.895343 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-159ce9bd-efc9-4450-b39e-e260e01d19de req-2979791f-1b6a-4959-a035-34152ef02956 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539718 Aug 29 20:37:22.921736 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 87154a2a-cc60-4d5c-bce5-20690a774470 is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:37:22.922197 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (87154a2a-cc60-4d5c-bce5-20690a774470), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:37:22.939972 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87154a2a-cc60-4d5c-bce5-20690a774470 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:37:22.963908 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 87154a2a-cc60-4d5c-bce5-20690a774470, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=87154a2a-cc60-4d5c-bce5-20690a774470,segment=NetworkSegment(ff3441ef-068d-4a77-a34c-00a02e11189e),segment_id=ff3441ef-068d-4a77-a34c-00a02e11189e)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:37:22.969260 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (87154a2a-cc60-4d5c-bce5-20690a774470), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:37:23.020311 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb8f4b-e6b1-4617-a0a0-967e2feeaf06 req-2a71cb8f-3128-43af-9435-468910b79802 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:23.020952 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=87154a2a-cc60-4d5c-bce5-20690a774470,revision_number=9']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:37:23.021845 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2ceb8f4b-e6b1-4617-a0a0-967e2feeaf06 req-2a71cb8f-3128-43af-9435-468910b79802 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0642629 Aug 29 20:37:23.075729 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2ceb8f4b-e6b1-4617-a0a0-967e2feeaf06 req-2c2a3e47-0cc3-45ed-8270-f1d11b625eb3 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480967 Aug 29 20:37:23.469665 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['87154a2a-cc60-4d5c-bce5-20690a774470'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:37:23.486817 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:23.495782 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ecada-97bf-45e6-a916-e5c861169945 req-c233c97e-1430-4e99-8fd6-99c26e7b3eab tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:23.497843 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8e3ecada-97bf-45e6-a916-e5c861169945 req-c233c97e-1430-4e99-8fd6-99c26e7b3eab tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 984 time: 0.0546532 Aug 29 20:37:23.517069 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:37:23.571711 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8e3ecada-97bf-45e6-a916-e5c861169945 req-f55ccb6d-f3aa-47ae-bccd-d58a09a0990b tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&id=60990b08-a3f2-46d1-bb04-9b1e1406ddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608518 Aug 29 20:37:24.030037 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f7271-1019-4042-a911-a0c68bdad955 req-1240f542-7d56-4c47-ba1f-0e81c58d7927 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:24.031535 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fd7f7271-1019-4042-a911-a0c68bdad955 req-1240f542-7d56-4c47-ba1f-0e81c58d7927 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 944 time: 0.0527742 Aug 29 20:37:24.080552 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fd7f7271-1019-4042-a911-a0c68bdad955 req-da968e85-bb25-4fa8-8fff-da233b9ea045 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433145 Aug 29 20:37:24.200340 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fecb1-b74a-48a9-9e51-7e16b7f3513e req-28d99b14-18c0-4db2-970c-950bb076d5b6 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:24.201764 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0e4fecb1-b74a-48a9-9e51-7e16b7f3513e req-28d99b14-18c0-4db2-970c-950bb076d5b6 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0500255 Aug 29 20:37:24.251672 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0e4fecb1-b74a-48a9-9e51-7e16b7f3513e req-cb2447af-2100-4760-ba4b-ff15647f81b4 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443456 Aug 29 20:37:24.691958 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4484e-30af-4063-8914-36c95eace555 req-6ab43345-998a-4c61-a192-cfe218cf2a6f tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:24.693493 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-99d4484e-30af-4063-8914-36c95eace555 req-6ab43345-998a-4c61-a192-cfe218cf2a6f tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 984 time: 0.0475886 Aug 29 20:37:24.752983 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-99d4484e-30af-4063-8914-36c95eace555 req-0c3efb78-cea1-4379-b0d0-b15a279a3213 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&id=60990b08-a3f2-46d1-bb04-9b1e1406ddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538263 Aug 29 20:37:24.790471 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 87154a2a-cc60-4d5c-bce5-20690a774470 up at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:37:24.834084 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning complete for port 87154a2a-cc60-4d5c-bce5-20690a774470 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:37:24.834453 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (87154a2a-cc60-4d5c-bce5-20690a774470), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:37:24.910862 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 87154a2a-cc60-4d5c-bce5-20690a774470 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:37:24.911151 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (87154a2a-cc60-4d5c-bce5-20690a774470), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:37:24.934383 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95026449-87b2-4f37-bfd3-554df7e6a037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87154a2a-cc60-4d5c-bce5-20690a774470'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:37:24.936974 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eee8fb3122df5bdd6ea851cee31293cb8412868e368eaaf22337f89cfd7738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6838d476-636a-4d62-a4e2-571a7026ccb3" -d '{"events": [{"server_uuid": "95026449-87b2-4f37-bfd3-554df7e6a037", "name": "network-vif-plugged", "status": "completed", "tag": "87154a2a-cc60-4d5c-bce5-20690a774470"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:37:24.950608 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 87154a2a-cc60-4d5c-bce5-20690a774470, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=87154a2a-cc60-4d5c-bce5-20690a774470,segment=NetworkSegment(ff3441ef-068d-4a77-a34c-00a02e11189e),segment_id=ff3441ef-068d-4a77-a34c-00a02e11189e)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:37:24.955405 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (87154a2a-cc60-4d5c-bce5-20690a774470), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:37:24.979368 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1a5469-f9c3-4e44-b8cf-cca1cdb097da x-openstack-request-id: req-4e1a5469-f9c3-4e44-b8cf-cca1cdb097da {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:37:24.979752 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95026449-87b2-4f37-bfd3-554df7e6a037", "name": "network-vif-plugged", "status": "completed", "tag": "87154a2a-cc60-4d5c-bce5-20690a774470", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:37:24.980257 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e1a5469-f9c3-4e44-b8cf-cca1cdb097da {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:37:24.980609 dv-cinder-854263-2-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e1a5469-f9c3-4e44-b8cf-cca1cdb097da'] response: {'server_uuid': '95026449-87b2-4f37-bfd3-554df7e6a037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87154a2a-cc60-4d5c-bce5-20690a774470', 'code': 200} Aug 29 20:37:25.008546 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=87154a2a-cc60-4d5c-bce5-20690a774470,revision_number=10']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:37:25.207761 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2714b-d85a-45fc-a256-cf0e33042afb req-fc40de43-6000-4dd1-acdc-033e3dbb4b58 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:25.209288 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-47b2714b-d85a-45fc-a256-cf0e33042afb req-fc40de43-6000-4dd1-acdc-033e3dbb4b58 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 946 time: 0.0481131 Aug 29 20:37:25.240426 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:25.264251 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-47b2714b-d85a-45fc-a256-cf0e33042afb req-d8705407-da3a-4136-9289-6dc152825190 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477519 Aug 29 20:37:25.379482 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab4f0f-d196-4e8b-a8ae-c945a5d311ad req-0e1e044e-b5fb-4264-9077-333ea385d815 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:25.380997 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-49ab4f0f-d196-4e8b-a8ae-c945a5d311ad req-0e1e044e-b5fb-4264-9077-333ea385d815 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0490012 Aug 29 20:37:25.434211 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-49ab4f0f-d196-4e8b-a8ae-c945a5d311ad req-4d69a9d2-90cc-432e-8f66-d50b6ff07ec1 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472758 Aug 29 20:37:25.663955 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef62d89-55a8-4332-b6f4-1d9f3b60db9d req-0ecae66f-2134-4d95-8851-9b5a31f6ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:25.665434 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-eef62d89-55a8-4332-b6f4-1d9f3b60db9d req-0ecae66f-2134-4d95-8851-9b5a31f6ead8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 1130 time: 0.0432250 Aug 29 20:37:25.716696 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-eef62d89-55a8-4332-b6f4-1d9f3b60db9d req-93c4249c-13cd-4900-bb54-4deb2e540352 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399940 Aug 29 20:37:25.875303 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc9e59-0eb4-4daf-929a-08f4b119dd63 req-ea5df4b5-dc40-431d-809d-f8e1b27ce817 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:25.876825 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c9fc9e59-0eb4-4daf-929a-08f4b119dd63 req-ea5df4b5-dc40-431d-809d-f8e1b27ce817 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 984 time: 0.0482805 Aug 29 20:37:25.939942 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c9fc9e59-0eb4-4daf-929a-08f4b119dd63 req-2f61fe21-9c06-4c30-b400-b87b9e15ed97 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&id=60990b08-a3f2-46d1-bb04-9b1e1406ddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573893 Aug 29 20:37:26.420270 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa5902-60fe-4792-abcd-a83e291939ee req-335b489f-97c3-479a-af18-9b591969b4be tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:26.421767 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-46aa5902-60fe-4792-abcd-a83e291939ee req-335b489f-97c3-479a-af18-9b591969b4be tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 946 time: 0.0490716 Aug 29 20:37:26.473723 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-46aa5902-60fe-4792-abcd-a83e291939ee req-56a6890e-706b-4700-9f1f-1f4f75fc45cc tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448973 Aug 29 20:37:26.561478 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756fa8d6-a3d3-480b-b2e2-dc0dd83f6181 req-ab880852-8ea1-4351-a8f2-e8e662bfdc80 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:26.562863 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-756fa8d6-a3d3-480b-b2e2-dc0dd83f6181 req-ab880852-8ea1-4351-a8f2-e8e662bfdc80 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0506563 Aug 29 20:37:26.581721 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:26.611897 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-756fa8d6-a3d3-480b-b2e2-dc0dd83f6181 req-10ce68ab-452f-49c5-b459-d1e555d234a3 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434079 Aug 29 20:37:27.073678 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27e5c0-1b65-4154-a88d-03d0d7124c3a req-eecc3b9b-94cb-449e-b604-ceffa2981bcd tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:27.075671 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2f27e5c0-1b65-4154-a88d-03d0d7124c3a req-eecc3b9b-94cb-449e-b604-ceffa2981bcd tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 984 time: 0.0485275 Aug 29 20:37:27.137251 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2f27e5c0-1b65-4154-a88d-03d0d7124c3a req-dd91e58a-76d4-48a8-9085-909d02f05e2a tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&id=60990b08-a3f2-46d1-bb04-9b1e1406ddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558424 Aug 29 20:37:27.615711 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6585d27-5ebe-4a0f-8636-9614b2591c13 req-3bf7e883-6fd1-4b81-9bb9-869470ec6d6e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:27.617255 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f6585d27-5ebe-4a0f-8636-9614b2591c13 req-3bf7e883-6fd1-4b81-9bb9-869470ec6d6e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 946 time: 0.0481365 Aug 29 20:37:27.674214 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f6585d27-5ebe-4a0f-8636-9614b2591c13 req-edef53b4-362e-47d1-9db3-e5916563b0cd tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512719 Aug 29 20:37:27.747115 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd628cb5-c572-43d6-95bc-5f33bafe25ca req-f1dc9543-ec68-476d-b790-0410ed8d0442 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:27.748685 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bd628cb5-c572-43d6-95bc-5f33bafe25ca req-f1dc9543-ec68-476d-b790-0410ed8d0442 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0547047 Aug 29 20:37:27.805592 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bd628cb5-c572-43d6-95bc-5f33bafe25ca req-a2da3eb9-8af2-4210-9c04-3cdbf653f777 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503020 Aug 29 20:37:28.262570 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e921327-84bf-4f18-8aa3-9ab8a53bfac0 req-9bbf0c4f-4ea9-45fc-b6ff-3ecb93138920 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:28.264076 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8e921327-84bf-4f18-8aa3-9ab8a53bfac0 req-9bbf0c4f-4ea9-45fc-b6ff-3ecb93138920 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 984 time: 0.0524614 Aug 29 20:37:28.332969 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8e921327-84bf-4f18-8aa3-9ab8a53bfac0 req-2849ad10-707e-445f-9706-423f541cc610 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&id=60990b08-a3f2-46d1-bb04-9b1e1406ddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628958 Aug 29 20:37:28.798517 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:28.807061 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff31fb-3ee9-4b0c-a352-bfd98be6cacd req-8694dedc-aff9-48ae-8cde-93f7aa8b3ef7 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:28.808616 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f3ff31fb-3ee9-4b0c-a352-bfd98be6cacd req-8694dedc-aff9-48ae-8cde-93f7aa8b3ef7 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 946 time: 0.0488577 Aug 29 20:37:28.858027 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f3ff31fb-3ee9-4b0c-a352-bfd98be6cacd req-99eb92b6-f1a9-4948-ab26-e131e2d306f7 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435126 Aug 29 20:37:28.932613 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00287762-f0ab-4f54-8f54-d30d36b73762 req-7e1483da-d5ab-4e04-8e08-bc5fb508eef1 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:28.934084 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-00287762-f0ab-4f54-8f54-d30d36b73762 req-7e1483da-d5ab-4e04-8e08-bc5fb508eef1 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0512409 Aug 29 20:37:28.993058 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-00287762-f0ab-4f54-8f54-d30d36b73762 req-8ca40633-d472-4cff-9221-2a34fffb9674 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528755 Aug 29 20:37:29.456063 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd39dd6-48be-409f-aa77-dec7c4e16ea6 req-5bd3ca59-d7c7-4167-9105-02300d81cefa tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:29.457563 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7dd39dd6-48be-409f-aa77-dec7c4e16ea6 req-5bd3ca59-d7c7-4167-9105-02300d81cefa tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 984 time: 0.0520225 Aug 29 20:37:29.519534 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7dd39dd6-48be-409f-aa77-dec7c4e16ea6 req-6c4f05c6-8f67-4b15-a874-7b7bcef4a5ca tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&id=60990b08-a3f2-46d1-bb04-9b1e1406ddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560074 Aug 29 20:37:30.118086 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adac8fc-a2e9-4013-b27f-e075654a4b96 req-f56c89b5-895d-4644-858c-8fbf548b77a2 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:30.119545 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0adac8fc-a2e9-4013-b27f-e075654a4b96 req-f56c89b5-895d-4644-858c-8fbf548b77a2 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0487666 Aug 29 20:37:30.170701 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0adac8fc-a2e9-4013-b27f-e075654a4b96 req-0a55c28d-8acc-4035-947b-cf10cb691ef9 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455282 Aug 29 20:37:30.643016 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b11c81-ae5d-4b2c-a9ab-dc2e44444762 req-65d44a1f-b4ba-4d48-bb01-ab1fe23716b4 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:30.643016 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d2b11c81-ae5d-4b2c-a9ab-dc2e44444762 req-65d44a1f-b4ba-4d48-bb01-ab1fe23716b4 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 984 time: 0.0487392 Aug 29 20:37:30.707149 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d2b11c81-ae5d-4b2c-a9ab-dc2e44444762 req-29dc2227-d003-44b8-81a8-f1f178e22a25 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&id=60990b08-a3f2-46d1-bb04-9b1e1406ddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556266 Aug 29 20:37:31.291945 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75fc2c-c795-4d05-8d4d-1431ffdde085 req-f1cf4a15-e564-459a-b2f2-95a9f14b0e19 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:31.293969 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-af75fc2c-c795-4d05-8d4d-1431ffdde085 req-f1cf4a15-e564-459a-b2f2-95a9f14b0e19 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0485375 Aug 29 20:37:31.355838 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-af75fc2c-c795-4d05-8d4d-1431ffdde085 req-ba3af33e-5f8e-4bef-af8b-6dc341809aeb tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481660 Aug 29 20:37:31.829611 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c808603-0716-4bad-a6bd-723ea4ece197 req-13a2f2b5-e485-43ed-9012-bf7e37318813 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:31.831132 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7c808603-0716-4bad-a6bd-723ea4ece197 req-13a2f2b5-e485-43ed-9012-bf7e37318813 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 984 time: 0.0490537 Aug 29 20:37:31.897336 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7c808603-0716-4bad-a6bd-723ea4ece197 req-6c8fd76f-cee1-4ce3-b6a1-0e8472eb6f3c tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&id=60990b08-a3f2-46d1-bb04-9b1e1406ddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601835 Aug 29 20:37:32.488308 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a55ee7-42d9-4b02-bb56-744f3757fee6 req-92b2a4d4-9fe8-4713-87e0-035919ccb6f9 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:32.489817 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-91a55ee7-42d9-4b02-bb56-744f3757fee6 req-92b2a4d4-9fe8-4713-87e0-035919ccb6f9 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0502040 Aug 29 20:37:32.541637 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-91a55ee7-42d9-4b02-bb56-744f3757fee6 req-87b62676-5b28-4bca-9b66-06db2d37a745 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461977 Aug 29 20:37:33.031735 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d469fd-990c-4b28-bb0a-e3c81e4e0bcf req-daa29054-0314-4fcb-a47e-c7a1c725938e tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:33.033299 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e7d469fd-990c-4b28-bb0a-e3c81e4e0bcf req-daa29054-0314-4fcb-a47e-c7a1c725938e tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 984 time: 0.0561550 Aug 29 20:37:33.060197 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:33.113322 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e7d469fd-990c-4b28-bb0a-e3c81e4e0bcf req-d49d00b1-0331-4673-9cdf-cb3595fe8abf tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&id=60990b08-a3f2-46d1-bb04-9b1e1406ddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743825 Aug 29 20:37:33.672099 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274e1b3-8a3c-45e3-b615-6957b4ac2d87 req-b506a1f0-0f8c-41f6-8d67-1398c074b89d tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:33.673631 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e274e1b3-8a3c-45e3-b615-6957b4ac2d87 req-b506a1f0-0f8c-41f6-8d67-1398c074b89d tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0550580 Aug 29 20:37:33.727762 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e274e1b3-8a3c-45e3-b615-6957b4ac2d87 req-6659c5dc-0d4a-4b47-a34e-b80ab8f2b2b9 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485630 Aug 29 20:37:34.239821 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae195d14-1bef-45e2-a781-c3b57bbb285f req-c8bcf021-0597-4e1e-92af-41800a986642 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:34.241403 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ae195d14-1bef-45e2-a781-c3b57bbb285f req-c8bcf021-0597-4e1e-92af-41800a986642 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 984 time: 0.0493028 Aug 29 20:37:34.308964 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ae195d14-1bef-45e2-a781-c3b57bbb285f req-a00cf0f7-3e28-4ac2-a1a0-cd07752b07e9 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&id=60990b08-a3f2-46d1-bb04-9b1e1406ddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600219 Aug 29 20:37:34.853740 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653df1f6-40e4-4991-a516-b6f757b5db6c req-679add11-5e87-4d75-b7fa-00257cfa7a2c tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:34.855856 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-653df1f6-40e4-4991-a516-b6f757b5db6c req-679add11-5e87-4d75-b7fa-00257cfa7a2c tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0487432 Aug 29 20:37:34.882156 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:34.906601 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-653df1f6-40e4-4991-a516-b6f757b5db6c req-f881f8de-dd98-477a-b773-f8ae7aeca44c tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445344 Aug 29 20:37:35.004717 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:35.006677 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:35.317549 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=12 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:35.320490 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=16 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:35.440986 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf3902-bf98-4762-b1ea-f8b628355886 req-12cfc4f2-def7-440c-aa4c-0700405b7707 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:35.442522 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-23bf3902-bf98-4762-b1ea-f8b628355886 req-12cfc4f2-def7-440c-aa4c-0700405b7707 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 984 time: 0.0516870 Aug 29 20:37:35.503288 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-23bf3902-bf98-4762-b1ea-f8b628355886 req-d3bc0258-41d7-41c8-a142-a2a0e1cff489 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&id=60990b08-a3f2-46d1-bb04-9b1e1406ddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551424 Aug 29 20:37:36.026315 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9cc9e5-68bc-487f-8460-f98e5f540e34 req-f8b8879b-bd68-4efb-b7a2-86847bbb38b7 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:36.028449 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4d9cc9e5-68bc-487f-8460-f98e5f540e34 req-f8b8879b-bd68-4efb-b7a2-86847bbb38b7 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0468462 Aug 29 20:37:36.312346 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4d9cc9e5-68bc-487f-8460-f98e5f540e34 req-928d5d99-93da-4239-8bcb-cc8a7eb32c52 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2775156 Aug 29 20:37:36.624887 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4eb88-f3ae-4ec0-a0c7-c14d729351f0 req-989603c1-5c84-45e8-a1e9-70864d6cf643 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:36.626296 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-83b4eb88-f3ae-4ec0-a0c7-c14d729351f0 req-989603c1-5c84-45e8-a1e9-70864d6cf643 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 984 time: 0.0480740 Aug 29 20:37:36.687419 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-83b4eb88-f3ae-4ec0-a0c7-c14d729351f0 req-62d51ac3-0af2-4fd3-a7fd-6ca134dbdd34 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&id=60990b08-a3f2-46d1-bb04-9b1e1406ddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555592 Aug 29 20:37:37.149247 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-90b41a08-4e8e-46d1-8ee0-ffc4628391a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:37:37.431528 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507449fa-ec87-4a9a-a50d-f97baf239407 req-caf2d0ed-8119-44e0-9869-4b2efe5939d5 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:37.433579 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-507449fa-ec87-4a9a-a50d-f97baf239407 req-caf2d0ed-8119-44e0-9869-4b2efe5939d5 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0452192 Aug 29 20:37:37.471347 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:37.484281 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-507449fa-ec87-4a9a-a50d-f97baf239407 req-90f7e110-c151-404a-81dc-0313f24d4738 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444412 Aug 29 20:37:37.814670 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271f335-2a1e-4a2c-ac84-209e2cac5ff8 req-2b3000ef-c2d5-4500-8977-e1646e970dc5 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:37.816413 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4271f335-2a1e-4a2c-ac84-209e2cac5ff8 req-2b3000ef-c2d5-4500-8977-e1646e970dc5 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 984 time: 0.0565071 Aug 29 20:37:37.880618 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4271f335-2a1e-4a2c-ac84-209e2cac5ff8 req-faac3c3b-9a4b-4836-8865-e6c8bcf37517 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&id=60990b08-a3f2-46d1-bb04-9b1e1406ddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585396 Aug 29 20:37:38.605334 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c22b88-38a2-4f8c-8c53-58a5e28affab req-4282681c-40f5-40e8-b94d-4fb188bd60bd tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:38.606693 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a4c22b88-38a2-4f8c-8c53-58a5e28affab req-4282681c-40f5-40e8-b94d-4fb188bd60bd tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0475616 Aug 29 20:37:38.656936 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a4c22b88-38a2-4f8c-8c53-58a5e28affab req-671ae7d5-5c21-46b8-995a-ab608b4a0b1f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444396 Aug 29 20:37:39.003251 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b0e2f-f26c-4db8-88e9-e1191e7b4209 req-6ac95f6e-1f2f-4c0b-abbf-2a6849361175 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:39.004735 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-902b0e2f-f26c-4db8-88e9-e1191e7b4209 req-6ac95f6e-1f2f-4c0b-abbf-2a6849361175 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 984 time: 0.0489514 Aug 29 20:37:39.067699 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-902b0e2f-f26c-4db8-88e9-e1191e7b4209 req-811233f8-7da2-4970-ab8d-445a48b19d89 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&id=60990b08-a3f2-46d1-bb04-9b1e1406ddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571942 Aug 29 20:37:39.514321 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-98715de3-59ef-433a-8a4f-55ec109839be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:37:39.780386 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c973139-d5e6-44d3-8d7a-7f5abafadde2 req-befc55dc-a2e2-4fc9-9923-5c44c045bb87 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:39.781843 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3c973139-d5e6-44d3-8d7a-7f5abafadde2 req-befc55dc-a2e2-4fc9-9923-5c44c045bb87 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0480056 Aug 29 20:37:39.829443 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3c973139-d5e6-44d3-8d7a-7f5abafadde2 req-70cbc1c6-c2a2-4afc-bb82-d15a77cce28b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416291 Aug 29 20:37:40.184964 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09c040-be03-4d7d-95fe-ed55bda2d36f req-13aea6fd-d760-4701-bddb-eae3919e8f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:40.186715 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5a09c040-be03-4d7d-95fe-ed55bda2d36f req-13aea6fd-d760-4701-bddb-eae3919e8f37 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 1130 time: 0.0411758 Aug 29 20:37:40.232697 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5a09c040-be03-4d7d-95fe-ed55bda2d36f req-9e1c0945-31d2-4609-b62a-d7d7c230b9bc service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394058 Aug 29 20:37:40.698551 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:37:40.942231 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:40.950985 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4c03e-4072-4f81-a0d2-f25df1f36894 req-557f8584-84b8-4660-bada-f07e359b281f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:40.952420 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-00e4c03e-4072-4f81-a0d2-f25df1f36894 req-557f8584-84b8-4660-bada-f07e359b281f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0493217 Aug 29 20:37:41.003327 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-00e4c03e-4072-4f81-a0d2-f25df1f36894 req-57a81349-58d3-4b8e-a7d2-46f5bb23e74e tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447423 Aug 29 20:37:42.133673 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e5367-69ce-4022-9c5d-72a41e0bda0a req-b8a760a0-ef0e-48ac-85d3-de5dbffd1a18 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:42.135161 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b38e5367-69ce-4022-9c5d-72a41e0bda0a req-b8a760a0-ef0e-48ac-85d3-de5dbffd1a18 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0495605 Aug 29 20:37:42.184567 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b38e5367-69ce-4022-9c5d-72a41e0bda0a req-cfdfc736-6e02-4bf6-a3af-2735d7f5e35b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427003 Aug 29 20:37:42.233078 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:37:42.366913 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:37:42.642182 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fe9ba-818e-48d2-9aae-ac495abf09f1 req-f0e452cd-7c7f-4fb6-8da7-9152606fc942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:42.643646 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-877fe9ba-818e-48d2-9aae-ac495abf09f1 req-f0e452cd-7c7f-4fb6-8da7-9152606fc942 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8436d85d931a41cfa6d626c08ad82ef4&device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 1130 time: 0.0402393 Aug 29 20:37:42.650156 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ccbba-8b16-46ee-a7d8-1f15b9ee00b5 req-57900e5e-4be6-4ad8-9b11-647c6d10b0e5 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:42.653704 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-754ccbba-8b16-46ee-a7d8-1f15b9ee00b5 req-57900e5e-4be6-4ad8-9b11-647c6d10b0e5 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0522990 Aug 29 20:37:42.700740 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-754ccbba-8b16-46ee-a7d8-1f15b9ee00b5 req-5dd679e9-6949-4307-99a5-82880c51b2f0 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432081 Aug 29 20:37:42.740180 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fe9ba-818e-48d2-9aae-ac495abf09f1 req-23b4999f-7f6a-4f59-90ef-02ead0a3ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:42.741674 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-877fe9ba-818e-48d2-9aae-ac495abf09f1 req-23b4999f-7f6a-4f59-90ef-02ead0a3ed4e service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=9aeb874f-5dc0-4462-96f6-c696d1a7b371 HTTP/1.1" status: 200 len: 920 time: 0.0905266 Aug 29 20:37:42.805045 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-877fe9ba-818e-48d2-9aae-ac495abf09f1 req-937a39bf-e3b5-42f1-a7e8-ecf7d3f8ac8c service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85b94151-961e-4568-b1f6-9b9ec1883e9a HTTP/1.1" status: 200 len: 1002 time: 0.0557995 Aug 29 20:37:42.856148 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fe9ba-818e-48d2-9aae-ac495abf09f1 req-b58267fb-b261-4898-84a2-21134c410557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:42.857602 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-877fe9ba-818e-48d2-9aae-ac495abf09f1 req-b58267fb-b261-4898-84a2-21134c410557 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=b859f7aa-b619-481f-9230-0993b4243baf HTTP/1.1" status: 200 len: 858 time: 0.0446901 Aug 29 20:37:42.905684 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fe9ba-818e-48d2-9aae-ac495abf09f1 req-47f02364-31eb-44f4-b644-5e9c362a494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:42.907173 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-877fe9ba-818e-48d2-9aae-ac495abf09f1 req-47f02364-31eb-44f4-b644-5e9c362a494c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=9aeb874f-5dc0-4462-96f6-c696d1a7b371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427823 Aug 29 20:37:43.000232 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-877fe9ba-818e-48d2-9aae-ac495abf09f1 req-512e6c9b-15a5-4fd3-946f-e436a3f25c0b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860634 Aug 29 20:37:43.061876 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:43.098872 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-877fe9ba-818e-48d2-9aae-ac495abf09f1 req-7dad47bc-09a9-42f7-85e9-996b94fb20e5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882134 Aug 29 20:37:43.844685 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc221f8-92ec-49b6-873b-8b991ac5987b req-47c89d37-5f4f-4437-8d89-98232f67b59a tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:43.846173 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0dc221f8-92ec-49b6-873b-8b991ac5987b req-47c89d37-5f4f-4437-8d89-98232f67b59a tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0515149 Aug 29 20:37:43.893909 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0dc221f8-92ec-49b6-873b-8b991ac5987b req-66cc9294-759e-4ca6-9c20-63872314632b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420034 Aug 29 20:37:45.024694 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390ab65-6db7-490d-8d2d-80022c76a9d1 req-c8662b3b-2876-494a-b8eb-7f1026f3d596 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:45.026187 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d390ab65-6db7-490d-8d2d-80022c76a9d1 req-c8662b3b-2876-494a-b8eb-7f1026f3d596 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0560431 Aug 29 20:37:45.076874 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d390ab65-6db7-490d-8d2d-80022c76a9d1 req-6d3b98be-e515-426a-954f-732ff23859bb tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445447 Aug 29 20:37:46.201107 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296dcd6-b4ba-4e67-9a24-3139d1d1de68 req-7750288d-67f9-43ed-bad1-a8827918d799 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:46.202647 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e296dcd6-b4ba-4e67-9a24-3139d1d1de68 req-7750288d-67f9-43ed-bad1-a8827918d799 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0520189 Aug 29 20:37:46.250970 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e296dcd6-b4ba-4e67-9a24-3139d1d1de68 req-cb0d3f35-beca-43e2-8723-2345f49b757e tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427706 Aug 29 20:37:46.370729 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d108cd-404f-4f7a-9aea-ebc1980a3cb3 req-8fe4f92d-5db3-4c12-9ed4-7c5ec89f2715 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:46.372128 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c7d108cd-404f-4f7a-9aea-ebc1980a3cb3 req-8fe4f92d-5db3-4c12-9ed4-7c5ec89f2715 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0501592 Aug 29 20:37:46.381982 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 37034) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:37:46.386425 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-24b3d61d-1ba5-45e0-b446-95bc8ab6442e tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Request body: {'floatingip': {'port_id': '85b94151-961e-4568-b1f6-9b9ec1883e9a'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:37:46.440402 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-24b3d61d-1ba5-45e0-b446-95bc8ab6442e tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks [] for floatingip (a5ab9847-1415-4bd1-80dc-df819b435ddf), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:37:46.473007 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:46.898675 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-24b3d61d-1ba5-45e0-b446-95bc8ab6442e tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:37:46.902430 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-24b3d61d-1ba5-45e0-b446-95bc8ab6442e tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (a5ab9847-1415-4bd1-80dc-df819b435ddf), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:37:47.107088 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b3d61d-1ba5-45e0-b446-95bc8ab6442e tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Router 2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0 has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:37:47.113909 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:47.215334 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b3d61d-1ba5-45e0-b446-95bc8ab6442e tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:37:47.220144 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-24b3d61d-1ba5-45e0-b446-95bc8ab6442e tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:37:47.239300 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9abb1ef-b014-4098-8c7a-f22ecb29f17a None None] Sync routers for ids ['2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:37:47.249762 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9abb1ef-b014-4098-8c7a-f22ecb29f17a None None] Routers {'2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:37:47.250448 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-e9abb1ef-b014-4098-8c7a-f22ecb29f17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:37:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:37:47.255659 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64544993-4d2e-4125-9371-c55b598a4ab1', 'tag': '85b94151-961e-4568-b1f6-9b9ec1883e9a'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:37:47.257959 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f607546964f141dcf8ed995c545a93b1930b0d2db8722531a12d309c5951f327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f22ff7-5275-4df8-9047-2fdcef895cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "64544993-4d2e-4125-9371-c55b598a4ab1", "tag": "85b94151-961e-4568-b1f6-9b9ec1883e9a"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:37:47.293189 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-24b3d61d-1ba5-45e0-b446-95bc8ab6442e tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/a5ab9847-1415-4bd1-80dc-df819b435ddf HTTP/1.1" status: 200 len: 994 time: 0.9101081 Aug 29 20:37:47.309515 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67dfa7e8-e156-4333-aef7-2645ee7dec7b x-openstack-request-id: req-67dfa7e8-e156-4333-aef7-2645ee7dec7b {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:37:47.309873 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64544993-4d2e-4125-9371-c55b598a4ab1", "tag": "85b94151-961e-4568-b1f6-9b9ec1883e9a", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:37:47.310321 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67dfa7e8-e156-4333-aef7-2645ee7dec7b {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:37:47.311069 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67dfa7e8-e156-4333-aef7-2645ee7dec7b'] response: {'name': 'network-changed', 'server_uuid': '64544993-4d2e-4125-9371-c55b598a4ab1', 'tag': '85b94151-961e-4568-b1f6-9b9ec1883e9a', 'status': 'completed', 'code': 200} Aug 29 20:37:47.364891 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-e9abb1ef-b014-4098-8c7a-f22ecb29f17a None None] Set router 2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:37:47.374555 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:47.382768 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f22ff7-5275-4df8-9047-2fdcef895cb9 req-517682b3-62bf-4abe-afd2-658742fe1458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:47.384286 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-18f22ff7-5275-4df8-9047-2fdcef895cb9 req-517682b3-62bf-4abe-afd2-658742fe1458 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8436d85d931a41cfa6d626c08ad82ef4&device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 1130 time: 0.0439208 Aug 29 20:37:47.484211 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f22ff7-5275-4df8-9047-2fdcef895cb9 req-6aa77883-3d63-4496-a9a1-3495b84b9d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:47.485588 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-18f22ff7-5275-4df8-9047-2fdcef895cb9 req-6aa77883-3d63-4496-a9a1-3495b84b9d76 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=9aeb874f-5dc0-4462-96f6-c696d1a7b371 HTTP/1.1" status: 200 len: 920 time: 0.0931253 Aug 29 20:37:47.555611 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-18f22ff7-5275-4df8-9047-2fdcef895cb9 req-842ba750-7745-4ce3-a745-73ff1118ba90 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85b94151-961e-4568-b1f6-9b9ec1883e9a HTTP/1.1" status: 200 len: 1002 time: 0.0631256 Aug 29 20:37:47.589727 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-e9abb1ef-b014-4098-8c7a-f22ecb29f17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1735663332-router', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:59Z', 'revision_number': 4, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'gw_port': {'id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': 'a5ab9847-1415-4bd1-80dc-df819b435ddf', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'port_id': '85b94151-961e-4568-b1f6-9b9ec1883e9a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371', 'mac_address': 'fa:16:3e:96:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64544993-4d2e-4125-9371-c55b598a4ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:35:16Z', 'updated_at': '2022-08-29T20:37:46Z', 'revision_number': 3, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c30aa4b-e0b0-4843-a87a-31710c1ac4de', 'name': '', 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'mac_address': 'fa:16:3e:fc:ff:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b859f7aa-b619-481f-9230-0993b4243baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:57Z', 'updated_at': '2022-08-29T20:33:08Z', 'revision_number': 5, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'subnets': [{'id': 'b859f7aa-b619-481f-9230-0993b4243baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:37:47.615171 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f22ff7-5275-4df8-9047-2fdcef895cb9 req-3013d286-0708-48dd-80b7-513b6400f42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:47.616914 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-18f22ff7-5275-4df8-9047-2fdcef895cb9 req-3013d286-0708-48dd-80b7-513b6400f42c service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=b859f7aa-b619-481f-9230-0993b4243baf HTTP/1.1" status: 200 len: 858 time: 0.0452402 Aug 29 20:37:47.617317 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9abb1ef-b014-4098-8c7a-f22ecb29f17a None None] Checking router: 2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0 for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:37:47.625779 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9abb1ef-b014-4098-8c7a-f22ecb29f17a None None] Routers {'2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:37:47.626374 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-e9abb1ef-b014-4098-8c7a-f22ecb29f17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:37:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:37:47.674304 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f22ff7-5275-4df8-9047-2fdcef895cb9 req-7886d18b-0e7a-43c1-802a-e0466dc7724a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:47.675812 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-18f22ff7-5275-4df8-9047-2fdcef895cb9 req-7886d18b-0e7a-43c1-802a-e0466dc7724a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=9aeb874f-5dc0-4462-96f6-c696d1a7b371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468915 Aug 29 20:37:47.773178 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-18f22ff7-5275-4df8-9047-2fdcef895cb9 req-68e07c13-6816-40d5-acf6-b974c7e50bc1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900559 Aug 29 20:37:47.849657 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-e9abb1ef-b014-4098-8c7a-f22ecb29f17a None None] Set router 2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:37:47.876280 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-18f22ff7-5275-4df8-9047-2fdcef895cb9 req-1dcf5468-58ef-4acf-9d8c-663a30c738e4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906091 Aug 29 20:37:48.064088 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-e9abb1ef-b014-4098-8c7a-f22ecb29f17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1735663332-router', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:59Z', 'revision_number': 4, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'gw_port': {'id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': 'a5ab9847-1415-4bd1-80dc-df819b435ddf', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'port_id': '85b94151-961e-4568-b1f6-9b9ec1883e9a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371', 'mac_address': 'fa:16:3e:96:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64544993-4d2e-4125-9371-c55b598a4ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:35:16Z', 'updated_at': '2022-08-29T20:37:46Z', 'revision_number': 3, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c30aa4b-e0b0-4843-a87a-31710c1ac4de', 'name': '', 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'mac_address': 'fa:16:3e:fc:ff:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b859f7aa-b619-481f-9230-0993b4243baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:57Z', 'updated_at': '2022-08-29T20:33:08Z', 'revision_number': 5, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'subnets': [{'id': 'b859f7aa-b619-481f-9230-0993b4243baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:37:48.092392 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9abb1ef-b014-4098-8c7a-f22ecb29f17a None None] The sync data for ids ['2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'] in dv-cinder-854263-2-iscsi is: [{'id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1735663332-router', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:59Z', 'revision_number': 4, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'gw_port': {'id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': 'a5ab9847-1415-4bd1-80dc-df819b435ddf', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'port_id': '85b94151-961e-4568-b1f6-9b9ec1883e9a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371', 'mac_address': 'fa:16:3e:96:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64544993-4d2e-4125-9371-c55b598a4ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:35:16Z', 'updated_at': '2022-08-29T20:37:46Z', 'revision_number': 3, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c30aa4b-e0b0-4843-a87a-31710c1ac4de', 'name': '', 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'mac_address': 'fa:16:3e:fc:ff:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b859f7aa-b619-481f-9230-0993b4243baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:57Z', 'updated_at': '2022-08-29T20:33:08Z', 'revision_number': 5, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'subnets': [{'id': 'b859f7aa-b619-481f-9230-0993b4243baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:37:49.312401 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64544993-4d2e-4125-9371-c55b598a4ab1', 'tag': '85b94151-961e-4568-b1f6-9b9ec1883e9a'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:37:49.314862 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f607546964f141dcf8ed995c545a93b1930b0d2db8722531a12d309c5951f327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448567fb-d6e1-4977-9144-9e77f9dc3cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "64544993-4d2e-4125-9371-c55b598a4ab1", "tag": "85b94151-961e-4568-b1f6-9b9ec1883e9a"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:37:49.352915 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941e05f1-8e5b-453a-84fb-33e0e53da5fc x-openstack-request-id: req-941e05f1-8e5b-453a-84fb-33e0e53da5fc {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:37:49.353208 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64544993-4d2e-4125-9371-c55b598a4ab1", "tag": "85b94151-961e-4568-b1f6-9b9ec1883e9a", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:37:49.353487 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-941e05f1-8e5b-453a-84fb-33e0e53da5fc {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:37:49.353920 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-941e05f1-8e5b-453a-84fb-33e0e53da5fc'] response: {'name': 'network-changed', 'server_uuid': '64544993-4d2e-4125-9371-c55b598a4ab1', 'tag': '85b94151-961e-4568-b1f6-9b9ec1883e9a', 'status': 'completed', 'code': 200} Aug 29 20:37:49.414997 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448567fb-d6e1-4977-9144-9e77f9dc3cd1 req-d965bb1b-71e9-4a68-b78e-48b2ceb4bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:49.416493 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-448567fb-d6e1-4977-9144-9e77f9dc3cd1 req-d965bb1b-71e9-4a68-b78e-48b2ceb4bc0d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8436d85d931a41cfa6d626c08ad82ef4&device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 1130 time: 0.0405910 Aug 29 20:37:49.518424 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448567fb-d6e1-4977-9144-9e77f9dc3cd1 req-7d956e52-4a6c-445a-9bf6-cb2dc499d8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:49.519870 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-448567fb-d6e1-4977-9144-9e77f9dc3cd1 req-7d956e52-4a6c-445a-9bf6-cb2dc499d8bc service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=9aeb874f-5dc0-4462-96f6-c696d1a7b371 HTTP/1.1" status: 200 len: 920 time: 0.0952601 Aug 29 20:37:49.580708 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-448567fb-d6e1-4977-9144-9e77f9dc3cd1 req-840294a5-af15-4b5f-9655-050e1f29eaa6 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85b94151-961e-4568-b1f6-9b9ec1883e9a HTTP/1.1" status: 200 len: 1002 time: 0.0545859 Aug 29 20:37:49.628465 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448567fb-d6e1-4977-9144-9e77f9dc3cd1 req-0b05e75b-fc96-4169-8141-74db35667058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:49.629943 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-448567fb-d6e1-4977-9144-9e77f9dc3cd1 req-0b05e75b-fc96-4169-8141-74db35667058 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=b859f7aa-b619-481f-9230-0993b4243baf HTTP/1.1" status: 200 len: 858 time: 0.0429938 Aug 29 20:37:49.673691 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:49.679608 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448567fb-d6e1-4977-9144-9e77f9dc3cd1 req-4ba7d5ab-6824-4bcd-b694-a222c4c5bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:49.681102 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-448567fb-d6e1-4977-9144-9e77f9dc3cd1 req-4ba7d5ab-6824-4bcd-b694-a222c4c5bd2f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=9aeb874f-5dc0-4462-96f6-c696d1a7b371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433898 Aug 29 20:37:49.770961 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-448567fb-d6e1-4977-9144-9e77f9dc3cd1 req-aaa1300a-fe53-43b9-910d-92a36d957a89 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829635 Aug 29 20:37:49.865967 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-448567fb-d6e1-4977-9144-9e77f9dc3cd1 req-55434bc4-4d0c-4e64-bf9a-d4cc4eef30d3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863018 Aug 29 20:37:52.713086 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:52.714317 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:53.509675 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:37:54.700869 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:37:55.487751 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9bea1-9701-4d20-8f15-36d22c527c6b req-9d03dc45-a32c-439e-a729-5ea7c754a3fd tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:55.489258 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7bc9bea1-9701-4d20-8f15-36d22c527c6b req-9d03dc45-a32c-439e-a729-5ea7c754a3fd tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.1145065 Aug 29 20:37:55.536672 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7bc9bea1-9701-4d20-8f15-36d22c527c6b req-b0676bb8-4da2-4d16-b5b8-04ffe8953c33 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417087 Aug 29 20:37:56.709569 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15835a21-3ef4-4878-87dc-85a5061773f1 req-75fc2df5-20fb-4d32-8625-78f70ded7bfd tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:56.711066 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-15835a21-3ef4-4878-87dc-85a5061773f1 req-75fc2df5-20fb-4d32-8625-78f70ded7bfd tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.1004395 Aug 29 20:37:56.758193 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-15835a21-3ef4-4878-87dc-85a5061773f1 req-2d19e368-17d3-423e-90e7-ce418088e731 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415406 Aug 29 20:37:57.769758 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-89b15d72-ebe3-4e0c-93ab-20294c17baf5 req-49f768b1-f0a1-4bbf-b567-0057d24ee092 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427470 Aug 29 20:37:57.861215 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:57.876950 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211ccf4-3e4d-41ea-a433-c933fa4732e9 req-1bfde3b9-6a56-4a10-83a9-3a277f7c1158 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:57.878423 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1211ccf4-3e4d-41ea-a433-c933fa4732e9 req-1bfde3b9-6a56-4a10-83a9-3a277f7c1158 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.0474131 Aug 29 20:37:57.945080 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b15d72-ebe3-4e0c-93ab-20294c17baf5 req-c5553798-ae3f-4417-977e-318a86265de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:57.946553 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-89b15d72-ebe3-4e0c-93ab-20294c17baf5 req-c5553798-ae3f-4417-977e-318a86265de7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8436d85d931a41cfa6d626c08ad82ef4&device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 1129 time: 0.0556707 Aug 29 20:37:57.961690 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1211ccf4-3e4d-41ea-a433-c933fa4732e9 req-87663885-e317-4c93-86d1-53ad3d255cd9 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f5411caf-7b26-4d98-93c9-918b04e9c1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772958 Aug 29 20:37:58.058297 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b15d72-ebe3-4e0c-93ab-20294c17baf5 req-859f6cc8-3e6d-43bc-b948-4d0050962955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:58.059862 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-89b15d72-ebe3-4e0c-93ab-20294c17baf5 req-859f6cc8-3e6d-43bc-b948-4d0050962955 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=9aeb874f-5dc0-4462-96f6-c696d1a7b371 HTTP/1.1" status: 200 len: 920 time: 0.0905375 Aug 29 20:37:58.100669 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-89b15d72-ebe3-4e0c-93ab-20294c17baf5 req-f4974fdc-a07b-417c-8e64-fa59fb5f9e8c service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8d1277a-533e-438a-99e5-6a4962cfe90d HTTP/1.1" status: 200 len: 217 time: 0.0340319 Aug 29 20:37:58.106070 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254293f-72d9-4a60-83bd-2dfc14ee891e req-395a1e85-7183-48dd-9435-7e66ccb9d887 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:58.107473 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1254293f-72d9-4a60-83bd-2dfc14ee891e req-395a1e85-7183-48dd-9435-7e66ccb9d887 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 946 time: 0.0481107 Aug 29 20:37:58.142861 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:58.155864 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b15d72-ebe3-4e0c-93ab-20294c17baf5 req-020cd9c4-4436-49d8-bcc9-315c7dcea666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:58.157381 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-89b15d72-ebe3-4e0c-93ab-20294c17baf5 req-020cd9c4-4436-49d8-bcc9-315c7dcea666 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=b859f7aa-b619-481f-9230-0993b4243baf HTTP/1.1" status: 200 len: 858 time: 0.0502639 Aug 29 20:37:58.199916 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-1254293f-72d9-4a60-83bd-2dfc14ee891e req-84be41f3-875d-455f-b9d6-096c58cc3cfe tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Deleting port 98948443-f8c1-415f-85ca-da7736524db5 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:37:58.200263 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-1254293f-72d9-4a60-83bd-2dfc14ee891e req-84be41f3-875d-455f-b9d6-096c58cc3cfe tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (98948443-f8c1-415f-85ca-da7736524db5), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:37:58.202582 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b15d72-ebe3-4e0c-93ab-20294c17baf5 req-4d499abf-c001-48ae-9523-05a91a813686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:37:58.204099 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-89b15d72-ebe3-4e0c-93ab-20294c17baf5 req-4d499abf-c001-48ae-9523-05a91a813686 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=9aeb874f-5dc0-4462-96f6-c696d1a7b371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395465 Aug 29 20:37:58.293193 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-1254293f-72d9-4a60-83bd-2dfc14ee891e req-84be41f3-875d-455f-b9d6-096c58cc3cfe tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] For port 98948443-f8c1-415f-85ca-da7736524db5, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=98948443-f8c1-415f-85ca-da7736524db5,segment=NetworkSegment(1d746f43-20a6-4a17-81a5-a928455a6cc0),segment_id=1d746f43-20a6-4a17-81a5-a928455a6cc0)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:37:58.293558 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-1254293f-72d9-4a60-83bd-2dfc14ee891e req-84be41f3-875d-455f-b9d6-096c58cc3cfe tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (98948443-f8c1-415f-85ca-da7736524db5), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:37:58.294717 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-89b15d72-ebe3-4e0c-93ab-20294c17baf5 req-b608f3d2-23c8-4a32-85f3-d09dd547a3c7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837696 Aug 29 20:37:58.393968 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-89b15d72-ebe3-4e0c-93ab-20294c17baf5 req-e33d66f9-7ff1-430a-8818-44c8374afa71 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912986 Aug 29 20:37:58.518755 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-1254293f-72d9-4a60-83bd-2dfc14ee891e req-84be41f3-875d-455f-b9d6-096c58cc3cfe tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:37:58.518755 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-1254293f-72d9-4a60-83bd-2dfc14ee891e req-84be41f3-875d-455f-b9d6-096c58cc3cfe tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (b2c8467c-72ac-45c0-ba99-e25eac1e4f5a), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:37:58.518755 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.db.l3_db [req-1254293f-72d9-4a60-83bd-2dfc14ee891e req-84be41f3-875d-455f-b9d6-096c58cc3cfe tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Floating IP b2c8467c-72ac-45c0-ba99-e25eac1e4f5a disassociated. External IP: 172.27.1.54, port: 98948443-f8c1-415f-85ca-da7736524db5. Aug 29 20:37:58.519087 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-1254293f-72d9-4a60-83bd-2dfc14ee891e req-84be41f3-875d-455f-b9d6-096c58cc3cfe tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Calling delete_port for 98948443-f8c1-415f-85ca-da7736524db5 owned by compute:nova {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:37:58.652934 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-1254293f-72d9-4a60-83bd-2dfc14ee891e req-84be41f3-875d-455f-b9d6-096c58cc3cfe tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (98948443-f8c1-415f-85ca-da7736524db5), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:37:58.678648 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be41f3-875d-455f-b9d6-096c58cc3cfe tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Pushing event deleted for resources: {'Port': ['ID=98948443-f8c1-415f-85ca-da7736524db5,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:37:58.691873 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be41f3-875d-455f-b9d6-096c58cc3cfe tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:37:58.692231 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be41f3-875d-455f-b9d6-096c58cc3cfe tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:37:58.692565 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be41f3-875d-455f-b9d6-096c58cc3cfe tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:37:58.692896 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be41f3-875d-455f-b9d6-096c58cc3cfe tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:37:58.693222 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be41f3-875d-455f-b9d6-096c58cc3cfe tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:37:58.693545 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be41f3-875d-455f-b9d6-096c58cc3cfe tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:37:58.693864 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be41f3-875d-455f-b9d6-096c58cc3cfe tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:37:58.694182 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be41f3-875d-455f-b9d6-096c58cc3cfe tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:37:58.694504 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be41f3-875d-455f-b9d6-096c58cc3cfe tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:37:58.694821 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be41f3-875d-455f-b9d6-096c58cc3cfe tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:37:58.695141 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be41f3-875d-455f-b9d6-096c58cc3cfe tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:37:58.695456 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be41f3-875d-455f-b9d6-096c58cc3cfe tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:37:58.695770 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be41f3-875d-455f-b9d6-096c58cc3cfe tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:37:58.696107 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be41f3-875d-455f-b9d6-096c58cc3cfe tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:37:58.696418 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be41f3-875d-455f-b9d6-096c58cc3cfe tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:37:58.797748 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:37:58.807343 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1254293f-72d9-4a60-83bd-2dfc14ee891e req-84be41f3-875d-455f-b9d6-096c58cc3cfe tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Router 4330b9e3-75c0-4ef3-897c-5d7af740e985 has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:37:58.914019 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1254293f-72d9-4a60-83bd-2dfc14ee891e req-84be41f3-875d-455f-b9d6-096c58cc3cfe tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:37:58.926114 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb01eec-f955-4611-bc77-acb788a868ba None None] Sync routers for ids ['4330b9e3-75c0-4ef3-897c-5d7af740e985'] in dv-cinder-854263-2-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:37:58.936580 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb01eec-f955-4611-bc77-acb788a868ba None None] Routers {'4330b9e3-75c0-4ef3-897c-5d7af740e985'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:37:58.937310 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-fdb01eec-f955-4611-bc77-acb788a868ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:37:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['4330b9e3-75c0-4ef3-897c-5d7af740e985'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:37:58.960061 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-1254293f-72d9-4a60-83bd-2dfc14ee891e req-84be41f3-875d-455f-b9d6-096c58cc3cfe tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] No DVR routers for this DVR port 98948443-f8c1-415f-85ca-da7736524db5 on host hv-cinder-85426 {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:37:58.962658 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-1254293f-72d9-4a60-83bd-2dfc14ee891e req-84be41f3-875d-455f-b9d6-096c58cc3cfe tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:37:58.966614 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1254293f-72d9-4a60-83bd-2dfc14ee891e req-84be41f3-875d-455f-b9d6-096c58cc3cfe tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.33 "DELETE /networking/v2.0/ports/98948443-f8c1-415f-85ca-da7736524db5 HTTP/1.1" status: 204 len: 173 time: 0.8533027 Aug 29 20:37:58.967132 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfdda123-bbf1-425b-b690-2d0919df08a2', 'name': 'network-vif-deleted', 'tag': '98948443-f8c1-415f-85ca-da7736524db5'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:37:58.969382 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f607546964f141dcf8ed995c545a93b1930b0d2db8722531a12d309c5951f327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d146fb4-80c0-4012-867a-baa0d86b97df" -d '{"events": [{"server_uuid": "dfdda123-bbf1-425b-b690-2d0919df08a2", "name": "network-vif-deleted", "tag": "98948443-f8c1-415f-85ca-da7736524db5"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:37:59.045462 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea5ad0f-c4a0-4881-bc79-8f1f008a6350 x-openstack-request-id: req-2ea5ad0f-c4a0-4881-bc79-8f1f008a6350 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:37:59.045814 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfdda123-bbf1-425b-b690-2d0919df08a2", "name": "network-vif-deleted", "tag": "98948443-f8c1-415f-85ca-da7736524db5", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:37:59.046155 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ea5ad0f-c4a0-4881-bc79-8f1f008a6350 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:37:59.046562 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ea5ad0f-c4a0-4881-bc79-8f1f008a6350'] response: {'server_uuid': 'dfdda123-bbf1-425b-b690-2d0919df08a2', 'name': 'network-vif-deleted', 'tag': '98948443-f8c1-415f-85ca-da7736524db5', 'status': 'completed', 'code': 200} Aug 29 20:37:59.050829 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-fdb01eec-f955-4611-bc77-acb788a868ba None None] Set router 4330b9e3-75c0-4ef3-897c-5d7af740e985 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:37:59.236410 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3615874d-c06a-4154-a93e-0d5ffd5d7245 req-c98dc862-bded-41f2-a425-fa6d10c80c11 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dfdda123-bbf1-425b-b690-2d0919df08a2 HTTP/1.1" status: 200 len: 210 time: 0.0305705 Aug 29 20:37:59.267654 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-fdb01eec-f955-4611-bc77-acb788a868ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'name': 'tempest-AttachVolumeTestJSON-1686066988-router', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:56Z', 'revision_number': 4, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'gw_port': {'id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': 'c7a36f00-ad43-43f3-897c-2878fa10e956', 'name': '', 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'mac_address': 'fa:16:3e:13:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:54Z', 'updated_at': '2022-08-29T20:33:08Z', 'revision_number': 5, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'subnets': [{'id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:37:59.294217 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb01eec-f955-4611-bc77-acb788a868ba None None] Checking router: 4330b9e3-75c0-4ef3-897c-5d7af740e985 for host: dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:37:59.304085 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb01eec-f955-4611-bc77-acb788a868ba None None] Routers {'4330b9e3-75c0-4ef3-897c-5d7af740e985'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:37:59.304987 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-fdb01eec-f955-4611-bc77-acb788a868ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:37:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['4330b9e3-75c0-4ef3-897c-5d7af740e985'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:37:59.429748 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-fdb01eec-f955-4611-bc77-acb788a868ba None None] Set router 4330b9e3-75c0-4ef3-897c-5d7af740e985 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:37:59.620890 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-fdb01eec-f955-4611-bc77-acb788a868ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'name': 'tempest-AttachVolumeTestJSON-1686066988-router', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:56Z', 'revision_number': 4, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'gw_port': {'id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': 'c7a36f00-ad43-43f3-897c-2878fa10e956', 'name': '', 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'mac_address': 'fa:16:3e:13:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:54Z', 'updated_at': '2022-08-29T20:33:08Z', 'revision_number': 5, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'subnets': [{'id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:37:59.646792 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb01eec-f955-4611-bc77-acb788a868ba None None] The sync data for ids ['4330b9e3-75c0-4ef3-897c-5d7af740e985'] in dv-cinder-854263-2-iscsi is: [{'id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'name': 'tempest-AttachVolumeTestJSON-1686066988-router', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:56Z', 'revision_number': 4, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'gw_port': {'id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': 'c7a36f00-ad43-43f3-897c-2878fa10e956', 'name': '', 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'mac_address': 'fa:16:3e:13:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:54Z', 'updated_at': '2022-08-29T20:33:08Z', 'revision_number': 5, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'subnets': [{'id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:37:59.892460 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192a2826-afda-4fb6-a47d-66315eab279b None None] New status for floating IP b2c8467c-72ac-45c0-ba99-e25eac1e4f5a: DOWN {{(pid=106200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:38:01.361563 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 37084) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:01.417142 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-470646d5-15bb-4dcb-8986-73a8cd8e25d1 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for security_group (f5411caf-7b26-4d98-93c9-918b04e9c1b9), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:01.439703 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-470646d5-15bb-4dcb-8986-73a8cd8e25d1 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for security_group (f5411caf-7b26-4d98-93c9-918b04e9c1b9), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:01.492174 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-470646d5-15bb-4dcb-8986-73a8cd8e25d1 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (f5411caf-7b26-4d98-93c9-918b04e9c1b9), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:01.494879 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-470646d5-15bb-4dcb-8986-73a8cd8e25d1 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:01.496069 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-470646d5-15bb-4dcb-8986-73a8cd8e25d1 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f5411caf-7b26-4d98-93c9-918b04e9c1b9 HTTP/1.1" status: 204 len: 168 time: 0.1334891 Aug 29 20:38:01.498901 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 37086) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:01.499423 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:01.507870 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470646d5-15bb-4dcb-8986-73a8cd8e25d1 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5411caf-7b26-4d98-93c9-918b04e9c1b9,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:01.514103 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.api.v2.resource [None req-44f992ff-692c-451c-9fe8-8be7bf942307 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] show failed (client error): The resource could not be found. Aug 29 20:38:01.517819 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-44f992ff-692c-451c-9fe8-8be7bf942307 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups/f5411caf-7b26-4d98-93c9-918b04e9c1b9 HTTP/1.1" status: 404 len: 347 time: 0.0151711 Aug 29 20:38:01.518268 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 37088) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:01.636198 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-46bb27e9-8ada-4172-a552-65146d55fb51 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Deleting port 57f9eccc-1b5f-44e4-bf06-7d5d358bb0e0 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:38:01.637010 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-46bb27e9-8ada-4172-a552-65146d55fb51 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (57f9eccc-1b5f-44e4-bf06-7d5d358bb0e0), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:01.718180 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-46bb27e9-8ada-4172-a552-65146d55fb51 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (57f9eccc-1b5f-44e4-bf06-7d5d358bb0e0), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:01.718510 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-46bb27e9-8ada-4172-a552-65146d55fb51 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for floatingip (57f9eccc-1b5f-44e4-bf06-7d5d358bb0e0), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:01.731133 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-46bb27e9-8ada-4172-a552-65146d55fb51 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Calling delete_port for 57f9eccc-1b5f-44e4-bf06-7d5d358bb0e0 owned by network:floatingip {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:38:01.871889 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-46bb27e9-8ada-4172-a552-65146d55fb51 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (57f9eccc-1b5f-44e4-bf06-7d5d358bb0e0), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:01.894548 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb27e9-8ada-4172-a552-65146d55fb51 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Pushing event deleted for resources: {'Port': ['ID=57f9eccc-1b5f-44e4-bf06-7d5d358bb0e0,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:01.962102 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-46bb27e9-8ada-4172-a552-65146d55fb51 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for floatingip (b2c8467c-72ac-45c0-ba99-e25eac1e4f5a), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:01.964540 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-46bb27e9-8ada-4172-a552-65146d55fb51 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:01.966211 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-46bb27e9-8ada-4172-a552-65146d55fb51 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/b2c8467c-72ac-45c0-ba99-e25eac1e4f5a HTTP/1.1" status: 204 len: 168 time: 0.4469032 Aug 29 20:38:02.052047 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 37092) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:02.056795 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-a309edd0-9979-4763-b489-17f4830798a5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Request body: {'security_group': {'name': 'tempest-securitygroup--920553808', 'description': 'tempest-description--420901712'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:38:02.077586 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a309edd0-9979-4763-b489-17f4830798a5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:02.117728 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:02.149606 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a309edd0-9979-4763-b489-17f4830798a5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for security_group (6fb6e539-32f6-483f-9680-a97463113e2b), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:02.153382 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a309edd0-9979-4763-b489-17f4830798a5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (6fb6e539-32f6-483f-9680-a97463113e2b), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:02.183153 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a309edd0-9979-4763-b489-17f4830798a5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:02.184394 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-a309edd0-9979-4763-b489-17f4830798a5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1313691 Aug 29 20:38:02.186649 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309edd0-9979-4763-b489-17f4830798a5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb6e539-32f6-483f-9680-a97463113e2b,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:02.188289 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 37094) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:02.193199 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-d0adb739-faf7-4de1-8980-1119d02e22f5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Request body: {'security_group_rule': {'security_group_id': '6fb6e539-32f6-483f-9680-a97463113e2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:38:02.194014 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309edd0-9979-4763-b489-17f4830798a5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:38:02.194356 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309edd0-9979-4763-b489-17f4830798a5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:38:02.194696 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309edd0-9979-4763-b489-17f4830798a5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:38:02.195033 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309edd0-9979-4763-b489-17f4830798a5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:38:02.195362 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309edd0-9979-4763-b489-17f4830798a5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:38:02.195687 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309edd0-9979-4763-b489-17f4830798a5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:38:02.196035 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309edd0-9979-4763-b489-17f4830798a5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:38:02.196357 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309edd0-9979-4763-b489-17f4830798a5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:38:02.196680 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309edd0-9979-4763-b489-17f4830798a5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:38:02.197002 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309edd0-9979-4763-b489-17f4830798a5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:38:02.197322 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309edd0-9979-4763-b489-17f4830798a5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:38:02.197647 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309edd0-9979-4763-b489-17f4830798a5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:38:02.197971 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309edd0-9979-4763-b489-17f4830798a5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:38:02.198286 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309edd0-9979-4763-b489-17f4830798a5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:38:02.198601 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309edd0-9979-4763-b489-17f4830798a5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:38:02.220036 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d0adb739-faf7-4de1-8980-1119d02e22f5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for security_group_rule (72e0b493-8722-4746-8f1e-c059751f2182), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:02.275703 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d0adb739-faf7-4de1-8980-1119d02e22f5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for security_group_rule (72e0b493-8722-4746-8f1e-c059751f2182), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:02.279957 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d0adb739-faf7-4de1-8980-1119d02e22f5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (72e0b493-8722-4746-8f1e-c059751f2182), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:02.298529 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0adb739-faf7-4de1-8980-1119d02e22f5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e0b493-8722-4746-8f1e-c059751f2182,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:02.307058 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d0adb739-faf7-4de1-8980-1119d02e22f5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:02.308626 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-d0adb739-faf7-4de1-8980-1119d02e22f5 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190524 Aug 29 20:38:02.311428 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 37096) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:02.315757 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-446ff858-1630-4292-8012-b7887da8c767 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Request body: {'security_group_rule': {'security_group_id': '6fb6e539-32f6-483f-9680-a97463113e2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:38:02.329608 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:02.344627 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-446ff858-1630-4292-8012-b7887da8c767 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for security_group_rule (b768b5f0-1859-45b5-a20f-c9a8d2e23d49), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:02.403654 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-446ff858-1630-4292-8012-b7887da8c767 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for security_group_rule (b768b5f0-1859-45b5-a20f-c9a8d2e23d49), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:02.407681 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-446ff858-1630-4292-8012-b7887da8c767 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (b768b5f0-1859-45b5-a20f-c9a8d2e23d49), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:02.429702 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ff858-1630-4292-8012-b7887da8c767 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b768b5f0-1859-45b5-a20f-c9a8d2e23d49,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:02.435924 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-446ff858-1630-4292-8012-b7887da8c767 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:02.438057 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-446ff858-1630-4292-8012-b7887da8c767 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1251655 Aug 29 20:38:02.440754 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 37098) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:02.445113 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-a1929069-74c2-4436-8f35-93b8526cf129 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Request body: {'floatingip': {'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:38:02.467011 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a1929069-74c2-4436-8f35-93b8526cf129 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:02.516532 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:02.548419 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a1929069-74c2-4436-8f35-93b8526cf129 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:02.884675 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 98948443-f8c1-415f-85ca-da7736524db5 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:38:02.896672 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-a1929069-74c2-4436-8f35-93b8526cf129 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Allocated IP 172.27.1.142 (6d9f465d-5886-43f5-9015-44f8e49732f9/a46a7c4b-a1af-42c4-bdce-13dd23ff8d25/de061f51-2248-48ae-9b44-c2edffe656ce) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:38:02.908469 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] No Port match for: 98948443-f8c1-415f-85ca-da7736524db5 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:38:02.908819 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 98948443-f8c1-415f-85ca-da7736524db5 not bound to the agent host hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:38:03.001854 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a1929069-74c2-4436-8f35-93b8526cf129 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for port (de061f51-2248-48ae-9b44-c2edffe656ce), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:03.041315 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a1929069-74c2-4436-8f35-93b8526cf129 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (de061f51-2248-48ae-9b44-c2edffe656ce), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:03.082829 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1929069-74c2-4436-8f35-93b8526cf129 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Network 6d9f465d-5886-43f5-9015-44f8e49732f9 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:38:03.087195 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-a1929069-74c2-4436-8f35-93b8526cf129 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:38:03.091508 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1929069-74c2-4436-8f35-93b8526cf129 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:38:03.096678 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1929069-74c2-4436-8f35-93b8526cf129 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Pushing event updated for resources: {'Port': ['ID=de061f51-2248-48ae-9b44-c2edffe656ce,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:03.181291 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a1929069-74c2-4436-8f35-93b8526cf129 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for floatingip (60f4d3e6-bf1d-4fdd-8358-7f603091ee10), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:03.223956 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a1929069-74c2-4436-8f35-93b8526cf129 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (de061f51-2248-48ae-9b44-c2edffe656ce), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:03.314147 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:03.377200 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a1929069-74c2-4436-8f35-93b8526cf129 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for port (de061f51-2248-48ae-9b44-c2edffe656ce), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:03.382109 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a1929069-74c2-4436-8f35-93b8526cf129 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (de061f51-2248-48ae-9b44-c2edffe656ce), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:03.438346 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:03.463766 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1929069-74c2-4436-8f35-93b8526cf129 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Pushing event updated for resources: {'Port': ['ID=de061f51-2248-48ae-9b44-c2edffe656ce,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:03.467959 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a1929069-74c2-4436-8f35-93b8526cf129 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (60f4d3e6-bf1d-4fdd-8358-7f603091ee10), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:03.486136 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a1929069-74c2-4436-8f35-93b8526cf129 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:03.487386 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-a1929069-74c2-4436-8f35-93b8526cf129 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0456924 Aug 29 20:38:03.647798 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-418c82da-b128-4336-938a-a09253c4ea1a tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--920553808&fields=id&tenant_id=544c78c5c2c44219a7f236b24a107da4 HTTP/1.1" status: 200 len: 267 time: 0.0478876 Aug 29 20:38:03.758011 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-2f620eca-297b-4be9-bd87-1b2fcb21141e tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:03.759347 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-2f620eca-297b-4be9-bd87-1b2fcb21141e tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/networks?id=956a6ad1-026f-40ab-949a-8f68054ef5a2 HTTP/1.1" status: 200 len: 811 time: 0.1049507 Aug 29 20:38:03.775341 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-84df3a13-33fc-45d7-be40-81c317eed9c2 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/quotas/544c78c5c2c44219a7f236b24a107da4 HTTP/1.1" status: 200 len: 375 time: 0.0099864 Aug 29 20:38:03.826178 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-a8762c71-b164-4d9f-b9c8-8680a5931804 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=544c78c5c2c44219a7f236b24a107da4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454390 Aug 29 20:38:03.845661 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:03.924128 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-8c25707c-affb-42ff-87b0-ce868adee54b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/956a6ad1-026f-40ab-949a-8f68054ef5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858743 Aug 29 20:38:04.016934 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-8dea1e40-c2af-4214-8a3b-99fd528802cf service neutron] 10.222.0.18 "GET /networking/v2.0/networks/956a6ad1-026f-40ab-949a-8f68054ef5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866842 Aug 29 20:38:04.179359 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e6c1de71-e58a-4617-9382-4d648d307011 req-dfaf9481-62eb-4220-906f-9c4b9d9dc3b9 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fe56a6be-788d-44c6-a116-577a344df4c7 HTTP/1.1" status: 200 len: 210 time: 0.0280161 Aug 29 20:38:05.180263 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:05.181854 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:05.281926 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8fb69ad6-7d5b-41c5-affe-1146dbbaab81 req-fd30adb4-ebf0-41d5-b505-81f47654702a tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fe56a6be-788d-44c6-a116-577a344df4c7 HTTP/1.1" status: 200 len: 210 time: 0.0279524 Aug 29 20:38:05.507880 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-455baf22-6556-4400-8f18-f82680758d01 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:05.509287 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-455baf22-6556-4400-8f18-f82680758d01 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.33 "GET /networking/v2.0/networks?id=956a6ad1-026f-40ab-949a-8f68054ef5a2 HTTP/1.1" status: 200 len: 811 time: 0.1125338 Aug 29 20:38:05.582261 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-4c282685-cb8d-49b6-865e-490a3a3a985f tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=544c78c5c2c44219a7f236b24a107da4 HTTP/1.1" status: 200 len: 379 time: 0.0564859 Aug 29 20:38:05.677976 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-ea95c5ea-3b35-432e-8f22-0de69363d228 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Request body: {'port': {'device_id': 'fe56a6be-788d-44c6-a116-577a344df4c7', 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2', 'admin_state_up': True, 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'security_groups': ['6fb6e539-32f6-483f-9680-a97463113e2b']}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:38:05.785979 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-ea95c5ea-3b35-432e-8f22-0de69363d228 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Made reservation on behalf of 544c78c5c2c44219a7f236b24a107da4 for: {'port': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:38:05.789785 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-ea95c5ea-3b35-432e-8f22-0de69363d228 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:05.918737 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-ea95c5ea-3b35-432e-8f22-0de69363d228 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Allocated IP 172.20.0.13 (956a6ad1-026f-40ab-949a-8f68054ef5a2/410cc424-0d25-43ac-ac78-85d61f1a559c/9679af1b-9201-413a-8503-93f6d6fc0954) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:38:06.060704 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-ea95c5ea-3b35-432e-8f22-0de69363d228 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for port (9679af1b-9201-413a-8503-93f6d6fc0954), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:06.091386 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-ea95c5ea-3b35-432e-8f22-0de69363d228 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (9679af1b-9201-413a-8503-93f6d6fc0954), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:06.098610 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:06.142789 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-ea95c5ea-3b35-432e-8f22-0de69363d228 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Network 956a6ad1-026f-40ab-949a-8f68054ef5a2 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:38:06.149497 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-ea95c5ea-3b35-432e-8f22-0de69363d228 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:38:06.152040 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-ea95c5ea-3b35-432e-8f22-0de69363d228 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:38:06.156872 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95c5ea-3b35-432e-8f22-0de69363d228 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Pushing event updated for resources: {'Port': ['ID=9679af1b-9201-413a-8503-93f6d6fc0954,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:06.207862 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-ea95c5ea-3b35-432e-8f22-0de69363d228 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:06.208512 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-ea95c5ea-3b35-432e-8f22-0de69363d228 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:06.227805 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-ea95c5ea-3b35-432e-8f22-0de69363d228 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5538447 Aug 29 20:38:06.243163 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-7e1c6f6b-5d25-4804-8dc8-2c6bbadb8460 service neutron] Request body: {'port': {'device_id': 'fe56a6be-788d-44c6-a116-577a344df4c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:38:06.285092 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:06.318800 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-7e1c6f6b-5d25-4804-8dc8-2c6bbadb8460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (9679af1b-9201-413a-8503-93f6d6fc0954), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:06.369088 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-6cda337e-0077-41d5-a326-909e1402194e None None] Provisioning complete for port 9679af1b-9201-413a-8503-93f6d6fc0954 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:38:06.369682 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-6cda337e-0077-41d5-a326-909e1402194e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (9679af1b-9201-413a-8503-93f6d6fc0954), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:06.401750 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-6cda337e-0077-41d5-a326-909e1402194e None None] Port 9679af1b-9201-413a-8503-93f6d6fc0954 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:38:06.475069 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9fe85-c666-4655-9516-d3cbfb57b579 req-f6ac9ea3-bcf3-440c-8b5f-7478af9d30a3 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:06.476498 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b7a9fe85-c666-4655-9516-d3cbfb57b579 req-f6ac9ea3-bcf3-440c-8b5f-7478af9d30a3 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fe56a6be-788d-44c6-a116-577a344df4c7 HTTP/1.1" status: 200 len: 932 time: 0.1009188 Aug 29 20:38:06.585053 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b7a9fe85-c666-4655-9516-d3cbfb57b579 req-ef7c595b-ace9-4e2f-ab3e-c3a769866f12 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb6e539-32f6-483f-9680-a97463113e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027679 Aug 29 20:38:06.650677 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-7e1c6f6b-5d25-4804-8dc8-2c6bbadb8460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9679af1b-9201-413a-8503-93f6d6fc0954 {{(pid=106198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:38:06.658015 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-7e1c6f6b-5d25-4804-8dc8-2c6bbadb8460 service neutron] Publish callbacks [] for port (9679af1b-9201-413a-8503-93f6d6fc0954), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:06.670069 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.provisioning_blocks [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-7e1c6f6b-5d25-4804-8dc8-2c6bbadb8460 service neutron] Transition to ACTIVE for port object 9679af1b-9201-413a-8503-93f6d6fc0954 will not be triggered until provisioned by entity L2. {{(pid=106198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:38:06.673999 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-7e1c6f6b-5d25-4804-8dc8-2c6bbadb8460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (9679af1b-9201-413a-8503-93f6d6fc0954), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:06.737258 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c6f6b-5d25-4804-8dc8-2c6bbadb8460 service neutron] Pushing event updated for resources: {'Port': ['ID=9679af1b-9201-413a-8503-93f6d6fc0954,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:06.787753 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-7e1c6f6b-5d25-4804-8dc8-2c6bbadb8460 service neutron] Attempting to bind port 9679af1b-9201-413a-8503-93f6d6fc0954 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:38:06.788114 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-7e1c6f6b-5d25-4804-8dc8-2c6bbadb8460 service neutron] Attempting to bind port 9679af1b-9201-413a-8503-93f6d6fc0954 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '1d746f43-20a6-4a17-81a5-a928455a6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2'}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:38:06.788438 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-7e1c6f6b-5d25-4804-8dc8-2c6bbadb8460 service neutron] Attempting to bind port 9679af1b-9201-413a-8503-93f6d6fc0954 on network 956a6ad1-026f-40ab-949a-8f68054ef5a2 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:38:06.793427 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-7e1c6f6b-5d25-4804-8dc8-2c6bbadb8460 service neutron] Port 9679af1b-9201-413a-8503-93f6d6fc0954 on network 956a6ad1-026f-40ab-949a-8f68054ef5a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:38:06.793742 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-7e1c6f6b-5d25-4804-8dc8-2c6bbadb8460 service neutron] Attempting to bind port 9679af1b-9201-413a-8503-93f6d6fc0954 on network 956a6ad1-026f-40ab-949a-8f68054ef5a2 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:38:06.798632 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-7e1c6f6b-5d25-4804-8dc8-2c6bbadb8460 service neutron] Checking agent: {'id': 'fe366970-a267-4806-8a8b-654c02250e20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'started_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:38:06.798966 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-7e1c6f6b-5d25-4804-8dc8-2c6bbadb8460 service neutron] Checking segment: {'id': '1d746f43-20a6-4a17-81a5-a928455a6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:38:06.799337 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-7e1c6f6b-5d25-4804-8dc8-2c6bbadb8460 service neutron] Bound using segment: {'id': '1d746f43-20a6-4a17-81a5-a928455a6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2'} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:38:06.799753 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-7e1c6f6b-5d25-4804-8dc8-2c6bbadb8460 service neutron] Bound port: 9679af1b-9201-413a-8503-93f6d6fc0954, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d746f43-20a6-4a17-81a5-a928455a6cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2'}}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:38:06.800132 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-7e1c6f6b-5d25-4804-8dc8-2c6bbadb8460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (9679af1b-9201-413a-8503-93f6d6fc0954), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:06.860432 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-7e1c6f6b-5d25-4804-8dc8-2c6bbadb8460 service neutron] For port 9679af1b-9201-413a-8503-93f6d6fc0954, host hv-cinder-85426, cleared binding levels {{(pid=106198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:38:06.863338 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-7e1c6f6b-5d25-4804-8dc8-2c6bbadb8460 service neutron] For port 9679af1b-9201-413a-8503-93f6d6fc0954, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9679af1b-9201-413a-8503-93f6d6fc0954,segment=NetworkSegment(1d746f43-20a6-4a17-81a5-a928455a6cc0),segment_id=1d746f43-20a6-4a17-81a5-a928455a6cc0)] {{(pid=106198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:38:06.870175 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-7e1c6f6b-5d25-4804-8dc8-2c6bbadb8460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (9679af1b-9201-413a-8503-93f6d6fc0954), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:06.875005 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-7e1c6f6b-5d25-4804-8dc8-2c6bbadb8460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:06.875606 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-7e1c6f6b-5d25-4804-8dc8-2c6bbadb8460 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:06.876996 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-7e1c6f6b-5d25-4804-8dc8-2c6bbadb8460 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/9679af1b-9201-413a-8503-93f6d6fc0954 HTTP/1.1" status: 200 len: 1094 time: 0.6381917 Aug 29 20:38:06.877475 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe56a6be-788d-44c6-a116-577a344df4c7', 'tag': '9679af1b-9201-413a-8503-93f6d6fc0954'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:38:06.879693 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f607546964f141dcf8ed995c545a93b1930b0d2db8722531a12d309c5951f327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5c93dd-e69b-428e-8a80-82a09e46343c" -d '{"events": [{"name": "network-changed", "server_uuid": "fe56a6be-788d-44c6-a116-577a344df4c7", "tag": "9679af1b-9201-413a-8503-93f6d6fc0954"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:38:06.925561 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01730d46-e848-44f3-a7cf-8fdb7ce27e84 x-openstack-request-id: req-01730d46-e848-44f3-a7cf-8fdb7ce27e84 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:38:06.925842 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe56a6be-788d-44c6-a116-577a344df4c7", "tag": "9679af1b-9201-413a-8503-93f6d6fc0954", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:38:06.926092 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-01730d46-e848-44f3-a7cf-8fdb7ce27e84 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:38:06.926489 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01730d46-e848-44f3-a7cf-8fdb7ce27e84'] response: {'name': 'network-changed', 'server_uuid': 'fe56a6be-788d-44c6-a116-577a344df4c7', 'tag': '9679af1b-9201-413a-8503-93f6d6fc0954', 'status': 'completed', 'code': 200} Aug 29 20:38:06.940872 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c6f6b-5d25-4804-8dc8-2c6bbadb8460 service neutron] Pushing event updated for resources: {'Port': ['ID=9679af1b-9201-413a-8503-93f6d6fc0954,revision_number=3']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:06.972955 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-19f2baed-455e-4982-b92d-c0da79ee7bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:06.974443 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-19f2baed-455e-4982-b92d-c0da79ee7bdc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=544c78c5c2c44219a7f236b24a107da4&device_id=fe56a6be-788d-44c6-a116-577a344df4c7 HTTP/1.1" status: 200 len: 1128 time: 0.0433989 Aug 29 20:38:07.022626 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-80dfe37c-7186-4634-b65e-774b2d6f8589 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9679af1b-9201-413a-8503-93f6d6fc0954 HTTP/1.1" status: 200 len: 217 time: 0.0326190 Aug 29 20:38:07.068080 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:07.084607 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-f724e7d0-7283-47c1-8d9f-670391daef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:07.086087 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-f724e7d0-7283-47c1-8d9f-670391daef51 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=410cc424-0d25-43ac-ac78-85d61f1a559c HTTP/1.1" status: 200 len: 850 time: 0.0469468 Aug 29 20:38:07.131843 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-81cfedc5-49b5-4e66-8199-5a12fd9df71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:07.133336 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-81cfedc5-49b5-4e66-8199-5a12fd9df71a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=956a6ad1-026f-40ab-949a-8f68054ef5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392649 Aug 29 20:38:07.151764 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-5ce713e9-c439-4a12-9270-a570e7c4e50c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:07.231819 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:07.237282 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-644635f2-23cc-40ee-ba0e-b774912e8de6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/956a6ad1-026f-40ab-949a-8f68054ef5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933177 Aug 29 20:38:07.336582 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a14c18b5-cd3a-4978-9dec-bca0e7112d81 req-40b153df-2a8c-415d-b464-c6200c8820cc service neutron] 10.222.0.33 "GET /networking/v2.0/networks/956a6ad1-026f-40ab-949a-8f68054ef5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906959 Aug 29 20:38:07.704728 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd50b58-9416-4090-893e-471fbbd8abb8 req-32fd5b53-3921-4fa8-bdfc-4d27055a3720 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:07.706216 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-afd50b58-9416-4090-893e-471fbbd8abb8 req-32fd5b53-3921-4fa8-bdfc-4d27055a3720 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fe56a6be-788d-44c6-a116-577a344df4c7 HTTP/1.1" status: 200 len: 944 time: 0.0477886 Aug 29 20:38:07.753953 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-afd50b58-9416-4090-893e-471fbbd8abb8 req-727f49fd-d366-42b4-8f72-062cc0b40c44 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb6e539-32f6-483f-9680-a97463113e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421362 Aug 29 20:38:08.609202 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c93dd-e69b-428e-8a80-82a09e46343c req-03319e53-e964-4c72-8788-436769c72664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:08.610581 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4b5c93dd-e69b-428e-8a80-82a09e46343c req-03319e53-e964-4c72-8788-436769c72664 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=544c78c5c2c44219a7f236b24a107da4&device_id=fe56a6be-788d-44c6-a116-577a344df4c7 HTTP/1.1" status: 200 len: 1128 time: 0.0395148 Aug 29 20:38:08.704590 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c93dd-e69b-428e-8a80-82a09e46343c req-d005402a-4df0-4387-b8b7-4778c333cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:08.706045 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4b5c93dd-e69b-428e-8a80-82a09e46343c req-d005402a-4df0-4387-b8b7-4778c333cdfd service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=956a6ad1-026f-40ab-949a-8f68054ef5a2 HTTP/1.1" status: 200 len: 912 time: 0.0890527 Aug 29 20:38:08.747856 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4b5c93dd-e69b-428e-8a80-82a09e46343c req-e34c8364-b605-4f96-b9b8-4db9a4117fcf service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9679af1b-9201-413a-8503-93f6d6fc0954 HTTP/1.1" status: 200 len: 217 time: 0.0322628 Aug 29 20:38:08.797340 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c93dd-e69b-428e-8a80-82a09e46343c req-22a8b066-bbea-44e2-9a2e-3698c3b26ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:08.798846 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4b5c93dd-e69b-428e-8a80-82a09e46343c req-22a8b066-bbea-44e2-9a2e-3698c3b26ae0 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=410cc424-0d25-43ac-ac78-85d61f1a559c HTTP/1.1" status: 200 len: 850 time: 0.0445390 Aug 29 20:38:08.848656 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c93dd-e69b-428e-8a80-82a09e46343c req-186e71ff-aced-4144-9355-a63c0d781b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:08.850162 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4b5c93dd-e69b-428e-8a80-82a09e46343c req-186e71ff-aced-4144-9355-a63c0d781b3c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=956a6ad1-026f-40ab-949a-8f68054ef5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449772 Aug 29 20:38:08.877509 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de30960-50db-48c0-8689-7e351ff71ded req-8e4e63f7-8a70-4105-a4e1-006b55afc312 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:08.878901 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1de30960-50db-48c0-8689-7e351ff71ded req-8e4e63f7-8a70-4105-a4e1-006b55afc312 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fe56a6be-788d-44c6-a116-577a344df4c7 HTTP/1.1" status: 200 len: 944 time: 0.0470331 Aug 29 20:38:08.931746 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1de30960-50db-48c0-8689-7e351ff71ded req-883975fd-ebb5-4e48-81c3-222c5602c096 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb6e539-32f6-483f-9680-a97463113e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470645 Aug 29 20:38:08.947316 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4b5c93dd-e69b-428e-8a80-82a09e46343c req-8be91330-cda5-407a-913c-50fcaae90c35 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/956a6ad1-026f-40ab-949a-8f68054ef5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892427 Aug 29 20:38:09.044324 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4b5c93dd-e69b-428e-8a80-82a09e46343c req-f3cac03d-8c82-4219-a696-66f1f372c67d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/956a6ad1-026f-40ab-949a-8f68054ef5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895689 Aug 29 20:38:09.516349 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b28e7e5b-4f3b-4cba-817b-ac8f78a246a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:09.618095 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=66 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:09.624218 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=68 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:10.050013 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3cd8b-295e-4d6b-96ed-4cc350ca8131 req-f54b34d8-dd12-4541-b1dd-0bbb35b3ba46 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:10.051471 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-63b3cd8b-295e-4d6b-96ed-4cc350ca8131 req-f54b34d8-dd12-4541-b1dd-0bbb35b3ba46 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fe56a6be-788d-44c6-a116-577a344df4c7 HTTP/1.1" status: 200 len: 944 time: 0.0466137 Aug 29 20:38:10.098247 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-63b3cd8b-295e-4d6b-96ed-4cc350ca8131 req-6f7cca54-3b27-4960-8920-3de69b38f375 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb6e539-32f6-483f-9680-a97463113e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412586 Aug 29 20:38:10.700348 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:10.897219 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 9679af1b-9201-413a-8503-93f6d6fc0954 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:38:10.996375 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 9679af1b-9201-413a-8503-93f6d6fc0954, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9679af1b-9201-413a-8503-93f6d6fc0954,segment=NetworkSegment(1d746f43-20a6-4a17-81a5-a928455a6cc0),segment_id=1d746f43-20a6-4a17-81a5-a928455a6cc0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:38:11.010886 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Returning: {'device': '9679af1b-9201-413a-8503-93f6d6fc0954', 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2', 'port_id': '9679af1b-9201-413a-8503-93f6d6fc0954', 'mac_address': 'fa:16:3e:67:07:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:38:11.046093 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 9679af1b-9201-413a-8503-93f6d6fc0954 is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:38:11.046484 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (9679af1b-9201-413a-8503-93f6d6fc0954), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:11.059317 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9679af1b-9201-413a-8503-93f6d6fc0954 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:38:11.078977 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 9679af1b-9201-413a-8503-93f6d6fc0954, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9679af1b-9201-413a-8503-93f6d6fc0954,segment=NetworkSegment(1d746f43-20a6-4a17-81a5-a928455a6cc0),segment_id=1d746f43-20a6-4a17-81a5-a928455a6cc0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:38:11.083160 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (9679af1b-9201-413a-8503-93f6d6fc0954), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:11.128488 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=9679af1b-9201-413a-8503-93f6d6fc0954,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:11.135911 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:38:11.136288 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:38:11.136709 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:38:11.137057 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:38:11.137395 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:38:11.137731 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:38:11.138061 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:38:11.138388 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:38:11.138717 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:38:11.139044 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:38:11.139460 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:38:11.139687 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:38:11.140168 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:38:11.140366 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:38:11.140692 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:38:11.219080 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e35b04-0af2-4b26-8fb2-6ccf4fa02470 req-1f3f9703-e569-4d3d-97a9-ffad53f66dc3 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:11.220551 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-62e35b04-0af2-4b26-8fb2-6ccf4fa02470 req-1f3f9703-e569-4d3d-97a9-ffad53f66dc3 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fe56a6be-788d-44c6-a116-577a344df4c7 HTTP/1.1" status: 200 len: 945 time: 0.0464871 Aug 29 20:38:11.270449 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-62e35b04-0af2-4b26-8fb2-6ccf4fa02470 req-6c5eb726-d21b-4127-805b-418f02e8d311 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb6e539-32f6-483f-9680-a97463113e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442111 Aug 29 20:38:11.465478 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['9679af1b-9201-413a-8503-93f6d6fc0954'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:38:12.228986 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:12.369810 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:12.390992 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53ade9-6fb8-4fe0-b6f9-1d0be22da7ca req-e36db0b7-b6f8-4b17-a796-66d996893446 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:12.392522 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bc53ade9-6fb8-4fe0-b6f9-1d0be22da7ca req-e36db0b7-b6f8-4b17-a796-66d996893446 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fe56a6be-788d-44c6-a116-577a344df4c7 HTTP/1.1" status: 200 len: 945 time: 0.0491183 Aug 29 20:38:12.443471 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bc53ade9-6fb8-4fe0-b6f9-1d0be22da7ca req-68d29b28-d834-4e2d-a7d2-9661e91d91f2 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb6e539-32f6-483f-9680-a97463113e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453007 Aug 29 20:38:12.915739 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 9679af1b-9201-413a-8503-93f6d6fc0954 up at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:38:12.957238 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning for port 9679af1b-9201-413a-8503-93f6d6fc0954 completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:38:12.962811 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning complete for port 9679af1b-9201-413a-8503-93f6d6fc0954 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:38:12.963285 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (9679af1b-9201-413a-8503-93f6d6fc0954), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:13.007610 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:13.034682 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:13.041523 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 9679af1b-9201-413a-8503-93f6d6fc0954 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:38:13.042051 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (9679af1b-9201-413a-8503-93f6d6fc0954), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:13.066132 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe56a6be-788d-44c6-a116-577a344df4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9679af1b-9201-413a-8503-93f6d6fc0954'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:38:13.068360 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eee8fb3122df5bdd6ea851cee31293cb8412868e368eaaf22337f89cfd7738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70a0072-7c6f-4ff0-9038-f13b88f4cd7c" -d '{"events": [{"server_uuid": "fe56a6be-788d-44c6-a116-577a344df4c7", "name": "network-vif-plugged", "status": "completed", "tag": "9679af1b-9201-413a-8503-93f6d6fc0954"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:38:13.085871 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 9679af1b-9201-413a-8503-93f6d6fc0954, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9679af1b-9201-413a-8503-93f6d6fc0954,segment=NetworkSegment(1d746f43-20a6-4a17-81a5-a928455a6cc0),segment_id=1d746f43-20a6-4a17-81a5-a928455a6cc0)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:38:13.091280 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (9679af1b-9201-413a-8503-93f6d6fc0954), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:13.115221 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74769a93-522a-4892-86d3-a249dab31ff3 x-openstack-request-id: req-74769a93-522a-4892-86d3-a249dab31ff3 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:38:13.115514 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe56a6be-788d-44c6-a116-577a344df4c7", "name": "network-vif-plugged", "status": "completed", "tag": "9679af1b-9201-413a-8503-93f6d6fc0954", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:38:13.115764 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74769a93-522a-4892-86d3-a249dab31ff3 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:38:13.116851 dv-cinder-854263-2-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74769a93-522a-4892-86d3-a249dab31ff3'] response: {'server_uuid': 'fe56a6be-788d-44c6-a116-577a344df4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9679af1b-9201-413a-8503-93f6d6fc0954', 'code': 200} Aug 29 20:38:13.146768 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=9679af1b-9201-413a-8503-93f6d6fc0954,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:13.306752 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:13.311356 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f01951-a752-4fa5-bd62-44f962e89eb7 req-8105532d-2893-4564-be78-364cdf9f9100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:13.312885 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-40f01951-a752-4fa5-bd62-44f962e89eb7 req-8105532d-2893-4564-be78-364cdf9f9100 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=fe56a6be-788d-44c6-a116-577a344df4c7 HTTP/1.1" status: 200 len: 1130 time: 0.0407443 Aug 29 20:38:13.369150 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-40f01951-a752-4fa5-bd62-44f962e89eb7 req-2e345845-adf9-40ab-9120-fcb70bc6694c service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6fb6e539-32f6-483f-9680-a97463113e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430110 Aug 29 20:38:13.564744 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2595db7-33e8-4618-b678-56da7eedfafa req-1185a22e-eead-4fa9-ba2d-b03a34cfe220 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:13.566161 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e2595db7-33e8-4618-b678-56da7eedfafa req-1185a22e-eead-4fa9-ba2d-b03a34cfe220 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fe56a6be-788d-44c6-a116-577a344df4c7 HTTP/1.1" status: 200 len: 946 time: 0.0473344 Aug 29 20:38:13.612281 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e2595db7-33e8-4618-b678-56da7eedfafa req-95a9b13c-c5cb-4985-93f5-b813f5e45625 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb6e539-32f6-483f-9680-a97463113e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405073 Aug 29 20:38:14.735240 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ec7fb-64ef-47de-befc-e40ff8ea953b req-84eff112-e930-4744-acfb-8adacecb3d3f tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:14.736714 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-128ec7fb-64ef-47de-befc-e40ff8ea953b req-84eff112-e930-4744-acfb-8adacecb3d3f tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fe56a6be-788d-44c6-a116-577a344df4c7 HTTP/1.1" status: 200 len: 946 time: 0.0468810 Aug 29 20:38:14.788142 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-128ec7fb-64ef-47de-befc-e40ff8ea953b req-cf1014d5-2b96-44d7-b692-fa3be9805954 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb6e539-32f6-483f-9680-a97463113e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459030 Aug 29 20:38:15.913684 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9c371-2eb3-47fb-af11-956e750f28d9 req-074db7cf-42f7-4eed-a9a3-d605470d1e5a tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:15.915164 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cef9c371-2eb3-47fb-af11-956e750f28d9 req-074db7cf-42f7-4eed-a9a3-d605470d1e5a tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fe56a6be-788d-44c6-a116-577a344df4c7 HTTP/1.1" status: 200 len: 946 time: 0.0504057 Aug 29 20:38:15.926463 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:15.963471 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cef9c371-2eb3-47fb-af11-956e750f28d9 req-8a7acad8-4f76-4f62-9f27-af920f1dca01 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb6e539-32f6-483f-9680-a97463113e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423002 Aug 29 20:38:16.089112 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a071ac-e438-415e-b8a2-5acd0f35773b req-151a8d55-33ab-4379-9cbc-e625398b8369 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:16.090468 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-77a071ac-e438-415e-b8a2-5acd0f35773b req-151a8d55-33ab-4379-9cbc-e625398b8369 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fe56a6be-788d-44c6-a116-577a344df4c7 HTTP/1.1" status: 200 len: 946 time: 0.0575264 Aug 29 20:38:16.100522 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 37168) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:16.104919 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-d2aae293-0ad8-45d4-8bca-9b8a6aee5438 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Request body: {'floatingip': {'port_id': '9679af1b-9201-413a-8503-93f6d6fc0954'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:38:16.143229 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d2aae293-0ad8-45d4-8bca-9b8a6aee5438 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for floatingip (60f4d3e6-bf1d-4fdd-8358-7f603091ee10), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:16.258211 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:16.570659 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d2aae293-0ad8-45d4-8bca-9b8a6aee5438 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:16.574981 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d2aae293-0ad8-45d4-8bca-9b8a6aee5438 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (60f4d3e6-bf1d-4fdd-8358-7f603091ee10), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:16.658035 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:16.671763 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.db.l3_db [None req-d2aae293-0ad8-45d4-8bca-9b8a6aee5438 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Floating IP 60f4d3e6-bf1d-4fdd-8358-7f603091ee10 associated. External IP: 172.27.1.142, port: 9679af1b-9201-413a-8503-93f6d6fc0954. Aug 29 20:38:16.869396 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2aae293-0ad8-45d4-8bca-9b8a6aee5438 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Router 4330b9e3-75c0-4ef3-897c-5d7af740e985 has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:38:16.974893 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2aae293-0ad8-45d4-8bca-9b8a6aee5438 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:38:16.980230 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d2aae293-0ad8-45d4-8bca-9b8a6aee5438 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:16.986042 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba38cde-e8a0-4a2e-ba3b-97c825ef7a81 None None] Sync routers for ids ['4330b9e3-75c0-4ef3-897c-5d7af740e985'] in dv-cinder-854263-2-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:38:16.996210 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba38cde-e8a0-4a2e-ba3b-97c825ef7a81 None None] Routers {'4330b9e3-75c0-4ef3-897c-5d7af740e985'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:38:16.996820 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-9ba38cde-e8a0-4a2e-ba3b-97c825ef7a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:38:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['4330b9e3-75c0-4ef3-897c-5d7af740e985'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:17.011437 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-d2aae293-0ad8-45d4-8bca-9b8a6aee5438 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/60f4d3e6-bf1d-4fdd-8358-7f603091ee10 HTTP/1.1" status: 200 len: 992 time: 0.9095299 Aug 29 20:38:17.011712 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe56a6be-788d-44c6-a116-577a344df4c7', 'tag': '9679af1b-9201-413a-8503-93f6d6fc0954'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:38:17.014004 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a33442-d864-452c-b3a1-d16d008132d9" -d '{"events": [{"name": "network-changed", "server_uuid": "fe56a6be-788d-44c6-a116-577a344df4c7", "tag": "9679af1b-9201-413a-8503-93f6d6fc0954"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:38:17.052498 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a037b6-3dc6-45dd-b320-4a9ab13f6824 x-openstack-request-id: req-07a037b6-3dc6-45dd-b320-4a9ab13f6824 {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:38:17.052968 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe56a6be-788d-44c6-a116-577a344df4c7", "tag": "9679af1b-9201-413a-8503-93f6d6fc0954", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:38:17.053386 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-07a037b6-3dc6-45dd-b320-4a9ab13f6824 {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:38:17.054027 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07a037b6-3dc6-45dd-b320-4a9ab13f6824'] response: {'name': 'network-changed', 'server_uuid': 'fe56a6be-788d-44c6-a116-577a344df4c7', 'tag': '9679af1b-9201-413a-8503-93f6d6fc0954', 'status': 'completed', 'code': 200} Aug 29 20:38:17.102368 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-9ba38cde-e8a0-4a2e-ba3b-97c825ef7a81 None None] Set router 4330b9e3-75c0-4ef3-897c-5d7af740e985 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:38:17.116075 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a33442-d864-452c-b3a1-d16d008132d9 req-d85c9e2c-fbf4-4531-8926-00cdc6f12384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:17.117583 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-56a33442-d864-452c-b3a1-d16d008132d9 req-d85c9e2c-fbf4-4531-8926-00cdc6f12384 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=544c78c5c2c44219a7f236b24a107da4&device_id=fe56a6be-788d-44c6-a116-577a344df4c7 HTTP/1.1" status: 200 len: 1130 time: 0.0396743 Aug 29 20:38:17.214875 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a33442-d864-452c-b3a1-d16d008132d9 req-48b1250e-a63f-4e1e-bee0-953bcc3b6190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:17.216347 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-56a33442-d864-452c-b3a1-d16d008132d9 req-48b1250e-a63f-4e1e-bee0-953bcc3b6190 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=956a6ad1-026f-40ab-949a-8f68054ef5a2 HTTP/1.1" status: 200 len: 912 time: 0.0907648 Aug 29 20:38:17.285681 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-56a33442-d864-452c-b3a1-d16d008132d9 req-2453d53b-4167-41ff-95ec-84a3366c16e8 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9679af1b-9201-413a-8503-93f6d6fc0954 HTTP/1.1" status: 200 len: 1000 time: 0.0621207 Aug 29 20:38:17.322274 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-9ba38cde-e8a0-4a2e-ba3b-97c825ef7a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'name': 'tempest-AttachVolumeTestJSON-1686066988-router', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:56Z', 'revision_number': 4, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'gw_port': {'id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '60f4d3e6-bf1d-4fdd-8358-7f603091ee10', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'port_id': '9679af1b-9201-413a-8503-93f6d6fc0954', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2', 'mac_address': 'fa:16:3e:67:07:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe56a6be-788d-44c6-a116-577a344df4c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:38:03Z', 'updated_at': '2022-08-29T20:38:16Z', 'revision_number': 1, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7a36f00-ad43-43f3-897c-2878fa10e956', 'name': '', 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'mac_address': 'fa:16:3e:13:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:54Z', 'updated_at': '2022-08-29T20:33:08Z', 'revision_number': 5, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'subnets': [{'id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:17.338296 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a33442-d864-452c-b3a1-d16d008132d9 req-2330cfd7-b7b3-46b0-9800-d45574c5295e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:17.339817 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-56a33442-d864-452c-b3a1-d16d008132d9 req-2330cfd7-b7b3-46b0-9800-d45574c5295e service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=410cc424-0d25-43ac-ac78-85d61f1a559c HTTP/1.1" status: 200 len: 850 time: 0.0470145 Aug 29 20:38:17.350758 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba38cde-e8a0-4a2e-ba3b-97c825ef7a81 None None] Checking router: 4330b9e3-75c0-4ef3-897c-5d7af740e985 for host: dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:38:17.360740 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba38cde-e8a0-4a2e-ba3b-97c825ef7a81 None None] Routers {'4330b9e3-75c0-4ef3-897c-5d7af740e985'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:38:17.361368 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-9ba38cde-e8a0-4a2e-ba3b-97c825ef7a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:38:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['4330b9e3-75c0-4ef3-897c-5d7af740e985'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:17.395416 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a33442-d864-452c-b3a1-d16d008132d9 req-83a86a6e-a972-4806-9261-f4ec81d9705a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:17.396962 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-56a33442-d864-452c-b3a1-d16d008132d9 req-83a86a6e-a972-4806-9261-f4ec81d9705a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=956a6ad1-026f-40ab-949a-8f68054ef5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479562 Aug 29 20:38:17.492338 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-56a33442-d864-452c-b3a1-d16d008132d9 req-7a4e6ec1-3d25-44fb-86bc-4f364c49b6f8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/956a6ad1-026f-40ab-949a-8f68054ef5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876348 Aug 29 20:38:17.546896 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-9ba38cde-e8a0-4a2e-ba3b-97c825ef7a81 None None] Set router 4330b9e3-75c0-4ef3-897c-5d7af740e985 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:38:17.590767 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-56a33442-d864-452c-b3a1-d16d008132d9 req-f0d04eb0-b880-4db5-a464-8bff8c287b71 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/956a6ad1-026f-40ab-949a-8f68054ef5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913279 Aug 29 20:38:17.768310 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-9ba38cde-e8a0-4a2e-ba3b-97c825ef7a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'name': 'tempest-AttachVolumeTestJSON-1686066988-router', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:56Z', 'revision_number': 4, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'gw_port': {'id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '60f4d3e6-bf1d-4fdd-8358-7f603091ee10', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'port_id': '9679af1b-9201-413a-8503-93f6d6fc0954', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2', 'mac_address': 'fa:16:3e:67:07:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe56a6be-788d-44c6-a116-577a344df4c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:38:03Z', 'updated_at': '2022-08-29T20:38:16Z', 'revision_number': 1, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7a36f00-ad43-43f3-897c-2878fa10e956', 'name': '', 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'mac_address': 'fa:16:3e:13:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:54Z', 'updated_at': '2022-08-29T20:33:08Z', 'revision_number': 5, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'subnets': [{'id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:17.793912 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba38cde-e8a0-4a2e-ba3b-97c825ef7a81 None None] The sync data for ids ['4330b9e3-75c0-4ef3-897c-5d7af740e985'] in dv-cinder-854263-2-iscsi is: [{'id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'name': 'tempest-AttachVolumeTestJSON-1686066988-router', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:56Z', 'revision_number': 4, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'gw_port': {'id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '60f4d3e6-bf1d-4fdd-8358-7f603091ee10', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'port_id': '9679af1b-9201-413a-8503-93f6d6fc0954', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2', 'mac_address': 'fa:16:3e:67:07:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe56a6be-788d-44c6-a116-577a344df4c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:38:03Z', 'updated_at': '2022-08-29T20:38:16Z', 'revision_number': 1, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7a36f00-ad43-43f3-897c-2878fa10e956', 'name': '', 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'mac_address': 'fa:16:3e:13:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:54Z', 'updated_at': '2022-08-29T20:33:08Z', 'revision_number': 5, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'subnets': [{'id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:38:17.993347 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb870f22-3a80-467d-b3ad-6558490625fd None None] New status for floating IP 60f4d3e6-bf1d-4fdd-8358-7f603091ee10: ACTIVE {{(pid=106200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:38:20.456215 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab6085-17eb-4f4a-bc1a-3de398f0d5ea req-3f6e7001-7d2d-4e2f-a4f1-39180538e807 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:20.457700 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-68ab6085-17eb-4f4a-bc1a-3de398f0d5ea req-3f6e7001-7d2d-4e2f-a4f1-39180538e807 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 946 time: 0.0503278 Aug 29 20:38:20.504290 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-68ab6085-17eb-4f4a-bc1a-3de398f0d5ea req-23466137-682e-45e5-8224-aab52d090f2e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409937 Aug 29 20:38:21.634342 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0099e-1eb4-42d7-adf9-09b1a947ff5d req-dd3de153-0b56-449c-a373-8b79e583dc41 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:21.635751 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-07e0099e-1eb4-42d7-adf9-09b1a947ff5d req-dd3de153-0b56-449c-a373-8b79e583dc41 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 946 time: 0.0481739 Aug 29 20:38:21.686354 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-07e0099e-1eb4-42d7-adf9-09b1a947ff5d req-89131bfe-6cfa-4c1f-b1d0-af60db71f879 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443690 Aug 29 20:38:22.505932 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ab7f9-f09b-4a8c-9e2b-33fd9be54220 req-99a37012-ee9a-41ba-8fdd-5392b5d3ac98 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:22.507367 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f91ab7f9-f09b-4a8c-9e2b-33fd9be54220 req-99a37012-ee9a-41ba-8fdd-5392b5d3ac98 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 946 time: 0.0506008 Aug 29 20:38:22.592265 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-f91ab7f9-f09b-4a8c-9e2b-33fd9be54220 req-37aeacda-a2ae-4818-b2b2-50ac0eb6fb3a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Deleting port 87154a2a-cc60-4d5c-bce5-20690a774470 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:38:22.592506 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f91ab7f9-f09b-4a8c-9e2b-33fd9be54220 req-37aeacda-a2ae-4818-b2b2-50ac0eb6fb3a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (87154a2a-cc60-4d5c-bce5-20690a774470), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:22.685784 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-f91ab7f9-f09b-4a8c-9e2b-33fd9be54220 req-37aeacda-a2ae-4818-b2b2-50ac0eb6fb3a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] For port 87154a2a-cc60-4d5c-bce5-20690a774470, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=87154a2a-cc60-4d5c-bce5-20690a774470,segment=NetworkSegment(ff3441ef-068d-4a77-a34c-00a02e11189e),segment_id=ff3441ef-068d-4a77-a34c-00a02e11189e)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:38:22.686486 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f91ab7f9-f09b-4a8c-9e2b-33fd9be54220 req-37aeacda-a2ae-4818-b2b2-50ac0eb6fb3a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (87154a2a-cc60-4d5c-bce5-20690a774470), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:22.725050 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:22.791723 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:22.810792 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465444e8-1264-4e29-839f-acd4535f1da4 req-74b4b7b5-238a-435f-b6bb-a3e4a22c34bb tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:22.812278 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-465444e8-1264-4e29-839f-acd4535f1da4 req-74b4b7b5-238a-435f-b6bb-a3e4a22c34bb tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 946 time: 0.0472124 Aug 29 20:38:22.851584 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f91ab7f9-f09b-4a8c-9e2b-33fd9be54220 req-37aeacda-a2ae-4818-b2b2-50ac0eb6fb3a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:22.851859 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f91ab7f9-f09b-4a8c-9e2b-33fd9be54220 req-37aeacda-a2ae-4818-b2b2-50ac0eb6fb3a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (d3bc459f-8a95-485b-bec7-c67a5976f648), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:22.852201 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.db.l3_db [req-f91ab7f9-f09b-4a8c-9e2b-33fd9be54220 req-37aeacda-a2ae-4818-b2b2-50ac0eb6fb3a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Floating IP d3bc459f-8a95-485b-bec7-c67a5976f648 disassociated. External IP: 172.27.1.60, port: 87154a2a-cc60-4d5c-bce5-20690a774470. Aug 29 20:38:22.852547 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-f91ab7f9-f09b-4a8c-9e2b-33fd9be54220 req-37aeacda-a2ae-4818-b2b2-50ac0eb6fb3a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Calling delete_port for 87154a2a-cc60-4d5c-bce5-20690a774470 owned by compute:nova {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:38:22.859567 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-465444e8-1264-4e29-839f-acd4535f1da4 req-5b8eca6e-99da-49a2-97e1-cc5cb8e4f170 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11f260a7-a22d-44d9-ba60-5c5536226c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417411 Aug 29 20:38:22.983960 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f91ab7f9-f09b-4a8c-9e2b-33fd9be54220 req-37aeacda-a2ae-4818-b2b2-50ac0eb6fb3a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (87154a2a-cc60-4d5c-bce5-20690a774470), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:23.009551 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aeacda-a2ae-4818-b2b2-50ac0eb6fb3a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Pushing event deleted for resources: {'Port': ['ID=87154a2a-cc60-4d5c-bce5-20690a774470,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:23.122694 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f91ab7f9-f09b-4a8c-9e2b-33fd9be54220 req-37aeacda-a2ae-4818-b2b2-50ac0eb6fb3a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Router e2b4c46e-b60d-4c76-bc0c-08a8adc43453 has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:38:23.480630 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f91ab7f9-f09b-4a8c-9e2b-33fd9be54220 req-37aeacda-a2ae-4818-b2b2-50ac0eb6fb3a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:38:23.492175 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07df68b-3dfe-4120-8a92-9f491641f365 None None] Sync routers for ids ['e2b4c46e-b60d-4c76-bc0c-08a8adc43453'] in dv-cinder-854263-2-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:38:23.503797 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07df68b-3dfe-4120-8a92-9f491641f365 None None] Routers {'e2b4c46e-b60d-4c76-bc0c-08a8adc43453'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:38:23.504652 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-f07df68b-3dfe-4120-8a92-9f491641f365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:38:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['e2b4c46e-b60d-4c76-bc0c-08a8adc43453'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:23.509225 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:23.524552 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91ab7f9-f09b-4a8c-9e2b-33fd9be54220 req-37aeacda-a2ae-4818-b2b2-50ac0eb6fb3a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] No DVR routers for this DVR port 87154a2a-cc60-4d5c-bce5-20690a774470 on host hv-cinder-85426 {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:38:23.527644 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f91ab7f9-f09b-4a8c-9e2b-33fd9be54220 req-37aeacda-a2ae-4818-b2b2-50ac0eb6fb3a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:23.530836 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f91ab7f9-f09b-4a8c-9e2b-33fd9be54220 req-37aeacda-a2ae-4818-b2b2-50ac0eb6fb3a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.33 "DELETE /networking/v2.0/ports/87154a2a-cc60-4d5c-bce5-20690a774470 HTTP/1.1" status: 204 len: 173 time: 1.0175552 Aug 29 20:38:23.531414 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95026449-87b2-4f37-bfd3-554df7e6a037', 'name': 'network-vif-deleted', 'tag': '87154a2a-cc60-4d5c-bce5-20690a774470'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:38:23.534271 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f607546964f141dcf8ed995c545a93b1930b0d2db8722531a12d309c5951f327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42841461-d9a9-4a70-abc1-75daa5adbc3f" -d '{"events": [{"server_uuid": "95026449-87b2-4f37-bfd3-554df7e6a037", "name": "network-vif-deleted", "tag": "87154a2a-cc60-4d5c-bce5-20690a774470"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:38:23.612638 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-f07df68b-3dfe-4120-8a92-9f491641f365 None None] Set router e2b4c46e-b60d-4c76-bc0c-08a8adc43453 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:38:23.654202 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:23.654599 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea51ae63-723c-455b-bd85-222c954f7638 x-openstack-request-id: req-ea51ae63-723c-455b-bd85-222c954f7638 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:38:23.655019 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95026449-87b2-4f37-bfd3-554df7e6a037", "name": "network-vif-deleted", "tag": "87154a2a-cc60-4d5c-bce5-20690a774470", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:38:23.655363 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea51ae63-723c-455b-bd85-222c954f7638 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:38:23.655837 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea51ae63-723c-455b-bd85-222c954f7638'] response: {'server_uuid': '95026449-87b2-4f37-bfd3-554df7e6a037', 'name': 'network-vif-deleted', 'tag': '87154a2a-cc60-4d5c-bce5-20690a774470', 'status': 'completed', 'code': 200} Aug 29 20:38:23.795308 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:23.813783 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-f07df68b-3dfe-4120-8a92-9f491641f365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'name': 'tempest-AttachVolumeShelveTestJSON-205820228-router', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:35Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'gw_port': {'id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:36Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '115a7651-715a-491b-8ebe-235b5f5565cf', 'name': '', 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'mac_address': 'fa:16:3e:92:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:42Z', 'updated_at': '2022-08-29T20:34:52Z', 'revision_number': 5, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'subnets': [{'id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:23.840189 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07df68b-3dfe-4120-8a92-9f491641f365 None None] Checking router: e2b4c46e-b60d-4c76-bc0c-08a8adc43453 for host: dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:38:23.849432 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07df68b-3dfe-4120-8a92-9f491641f365 None None] Routers {'e2b4c46e-b60d-4c76-bc0c-08a8adc43453'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:38:23.850115 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-f07df68b-3dfe-4120-8a92-9f491641f365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:38:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['e2b4c46e-b60d-4c76-bc0c-08a8adc43453'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:23.957162 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-f07df68b-3dfe-4120-8a92-9f491641f365 None None] Set router e2b4c46e-b60d-4c76-bc0c-08a8adc43453 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:38:23.987836 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-dc085d65-3dfd-47c0-aca9-364bcc853099 req-5a002723-9840-4c6c-9874-82be4365e8b8 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95026449-87b2-4f37-bfd3-554df7e6a037 HTTP/1.1" status: 200 len: 210 time: 0.0341706 Aug 29 20:38:24.144017 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-f07df68b-3dfe-4120-8a92-9f491641f365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'name': 'tempest-AttachVolumeShelveTestJSON-205820228-router', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:35Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'gw_port': {'id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:36Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '115a7651-715a-491b-8ebe-235b5f5565cf', 'name': '', 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'mac_address': 'fa:16:3e:92:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:42Z', 'updated_at': '2022-08-29T20:34:52Z', 'revision_number': 5, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'subnets': [{'id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:24.169974 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07df68b-3dfe-4120-8a92-9f491641f365 None None] The sync data for ids ['e2b4c46e-b60d-4c76-bc0c-08a8adc43453'] in dv-cinder-854263-2-iscsi is: [{'id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'name': 'tempest-AttachVolumeShelveTestJSON-205820228-router', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:35Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'gw_port': {'id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:36Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '115a7651-715a-491b-8ebe-235b5f5565cf', 'name': '', 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'mac_address': 'fa:16:3e:92:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:42Z', 'updated_at': '2022-08-29T20:34:52Z', 'revision_number': 5, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'subnets': [{'id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:38:24.399089 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f81082-9222-44a1-b1c5-9ae92ee3acf1 None None] New status for floating IP d3bc459f-8a95-485b-bec7-c67a5976f648: DOWN {{(pid=106200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:38:25.085923 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 37218) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:25.115393 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:25.144209 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f3f0ebc5-5fed-4e00-ae87-e8e3a36c7617 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for security_group (11f260a7-a22d-44d9-ba60-5c5536226c53), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:25.166235 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f3f0ebc5-5fed-4e00-ae87-e8e3a36c7617 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for security_group (11f260a7-a22d-44d9-ba60-5c5536226c53), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:25.217716 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f3f0ebc5-5fed-4e00-ae87-e8e3a36c7617 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (11f260a7-a22d-44d9-ba60-5c5536226c53), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:25.220286 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f3f0ebc5-5fed-4e00-ae87-e8e3a36c7617 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:25.221416 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-f3f0ebc5-5fed-4e00-ae87-e8e3a36c7617 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/11f260a7-a22d-44d9-ba60-5c5536226c53 HTTP/1.1" status: 204 len: 168 time: 0.1344972 Aug 29 20:38:25.225143 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 37220) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:25.231334 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0ebc5-5fed-4e00-ae87-e8e3a36c7617 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f260a7-a22d-44d9-ba60-5c5536226c53,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:25.241148 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.api.v2.resource [None req-799a9924-c50b-4175-9cf7-4c0709a273bc tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] show failed (client error): The resource could not be found. Aug 29 20:38:25.242304 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-799a9924-c50b-4175-9cf7-4c0709a273bc tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups/11f260a7-a22d-44d9-ba60-5c5536226c53 HTTP/1.1" status: 404 len: 347 time: 0.0161166 Aug 29 20:38:25.245742 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 37222) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:25.357110 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-4725c7d5-187f-464e-b282-a9785ca0e040 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Deleting port cab41a00-f234-4790-91d4-c160535115f2 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:38:25.357448 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4725c7d5-187f-464e-b282-a9785ca0e040 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (cab41a00-f234-4790-91d4-c160535115f2), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:25.437980 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4725c7d5-187f-464e-b282-a9785ca0e040 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (cab41a00-f234-4790-91d4-c160535115f2), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:25.438302 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4725c7d5-187f-464e-b282-a9785ca0e040 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for floatingip (cab41a00-f234-4790-91d4-c160535115f2), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:25.450983 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-4725c7d5-187f-464e-b282-a9785ca0e040 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Calling delete_port for cab41a00-f234-4790-91d4-c160535115f2 owned by network:floatingip {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:38:25.577228 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:25.579165 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:25.584507 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4725c7d5-187f-464e-b282-a9785ca0e040 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (cab41a00-f234-4790-91d4-c160535115f2), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:25.612220 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725c7d5-187f-464e-b282-a9785ca0e040 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Pushing event deleted for resources: {'Port': ['ID=cab41a00-f234-4790-91d4-c160535115f2,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:25.675293 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4725c7d5-187f-464e-b282-a9785ca0e040 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for floatingip (d3bc459f-8a95-485b-bec7-c67a5976f648), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:25.677752 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4725c7d5-187f-464e-b282-a9785ca0e040 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:25.678877 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-4725c7d5-187f-464e-b282-a9785ca0e040 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/d3bc459f-8a95-485b-bec7-c67a5976f648 HTTP/1.1" status: 204 len: 168 time: 0.4321826 Aug 29 20:38:25.759616 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 37226) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:25.764247 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-5b28f961-ce79-466f-affd-95c363e54c75 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2130667750', 'description': 'tempest-description--581086268'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:38:25.789945 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5b28f961-ce79-466f-affd-95c363e54c75 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:25.864367 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5b28f961-ce79-466f-affd-95c363e54c75 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for security_group (db8355e2-0ae0-4563-9406-2e7d993bb81b), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:25.868212 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5b28f961-ce79-466f-affd-95c363e54c75 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (db8355e2-0ae0-4563-9406-2e7d993bb81b), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:25.903642 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-5b28f961-ce79-466f-affd-95c363e54c75 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:25.904908 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-5b28f961-ce79-466f-affd-95c363e54c75 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1442397 Aug 29 20:38:25.906076 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28f961-ce79-466f-affd-95c363e54c75 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db8355e2-0ae0-4563-9406-2e7d993bb81b,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:25.908009 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 37228) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:25.912732 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-de2e6560-a7ab-42de-9332-6ed106aaf85b tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Request body: {'security_group_rule': {'security_group_id': 'db8355e2-0ae0-4563-9406-2e7d993bb81b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:38:25.940506 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-de2e6560-a7ab-42de-9332-6ed106aaf85b tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for security_group_rule (c71019fa-a0d3-439a-a1b1-fc62fdc83c82), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:25.996408 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-de2e6560-a7ab-42de-9332-6ed106aaf85b tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for security_group_rule (c71019fa-a0d3-439a-a1b1-fc62fdc83c82), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:25.999899 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-de2e6560-a7ab-42de-9332-6ed106aaf85b tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (c71019fa-a0d3-439a-a1b1-fc62fdc83c82), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:26.019007 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e6560-a7ab-42de-9332-6ed106aaf85b tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c71019fa-a0d3-439a-a1b1-fc62fdc83c82,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:26.029255 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-de2e6560-a7ab-42de-9332-6ed106aaf85b tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:26.030444 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-de2e6560-a7ab-42de-9332-6ed106aaf85b tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214261 Aug 29 20:38:26.033189 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 37230) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:26.037532 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-dfa9a5a9-08d0-42b3-8730-ec0b4b537084 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Request body: {'security_group_rule': {'security_group_id': 'db8355e2-0ae0-4563-9406-2e7d993bb81b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:38:26.063806 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-dfa9a5a9-08d0-42b3-8730-ec0b4b537084 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for security_group_rule (ee52ab88-a0b0-4607-be2d-44b9f9611e54), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:26.067688 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:26.123629 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-dfa9a5a9-08d0-42b3-8730-ec0b4b537084 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for security_group_rule (ee52ab88-a0b0-4607-be2d-44b9f9611e54), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:26.127304 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-dfa9a5a9-08d0-42b3-8730-ec0b4b537084 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (ee52ab88-a0b0-4607-be2d-44b9f9611e54), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:26.146199 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa9a5a9-08d0-42b3-8730-ec0b4b537084 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee52ab88-a0b0-4607-be2d-44b9f9611e54,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:26.154138 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-dfa9a5a9-08d0-42b3-8730-ec0b4b537084 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:26.155462 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-dfa9a5a9-08d0-42b3-8730-ec0b4b537084 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211174 Aug 29 20:38:26.158444 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 37232) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:26.162685 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-e3f62198-3db4-4d5b-ae3e-51f18c6be040 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Request body: {'floatingip': {'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:38:26.184954 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e3f62198-3db4-4d5b-ae3e-51f18c6be040 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:26.261695 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e3f62198-3db4-4d5b-ae3e-51f18c6be040 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:26.600333 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [None req-e3f62198-3db4-4d5b-ae3e-51f18c6be040 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Allocated IP 172.27.1.104 (6d9f465d-5886-43f5-9015-44f8e49732f9/a46a7c4b-a1af-42c4-bdce-13dd23ff8d25/a6a1978b-2ce8-4d2f-b135-7c94174c1211) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:38:26.708721 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e3f62198-3db4-4d5b-ae3e-51f18c6be040 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for port (a6a1978b-2ce8-4d2f-b135-7c94174c1211), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:26.733842 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:26.740164 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e3f62198-3db4-4d5b-ae3e-51f18c6be040 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (a6a1978b-2ce8-4d2f-b135-7c94174c1211), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:26.781902 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f62198-3db4-4d5b-ae3e-51f18c6be040 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Network 6d9f465d-5886-43f5-9015-44f8e49732f9 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:38:26.786286 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-e3f62198-3db4-4d5b-ae3e-51f18c6be040 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:38:26.790077 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f62198-3db4-4d5b-ae3e-51f18c6be040 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:38:26.795298 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f62198-3db4-4d5b-ae3e-51f18c6be040 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Pushing event updated for resources: {'Port': ['ID=a6a1978b-2ce8-4d2f-b135-7c94174c1211,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:26.874825 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e3f62198-3db4-4d5b-ae3e-51f18c6be040 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for floatingip (c052429e-570c-4288-b9b6-f62ea2aa1bc8), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:26.914864 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e3f62198-3db4-4d5b-ae3e-51f18c6be040 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (a6a1978b-2ce8-4d2f-b135-7c94174c1211), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:26.973362 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 87154a2a-cc60-4d5c-bce5-20690a774470 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:38:26.994344 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:26.996236 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] No Port match for: 87154a2a-cc60-4d5c-bce5-20690a774470 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:38:26.996563 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 87154a2a-cc60-4d5c-bce5-20690a774470 not bound to the agent host hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:38:27.067351 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e3f62198-3db4-4d5b-ae3e-51f18c6be040 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for port (a6a1978b-2ce8-4d2f-b135-7c94174c1211), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:27.071661 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e3f62198-3db4-4d5b-ae3e-51f18c6be040 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61108980'] for port (a6a1978b-2ce8-4d2f-b135-7c94174c1211), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:27.143524 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f62198-3db4-4d5b-ae3e-51f18c6be040 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Pushing event updated for resources: {'Port': ['ID=a6a1978b-2ce8-4d2f-b135-7c94174c1211,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:27.146749 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e3f62198-3db4-4d5b-ae3e-51f18c6be040 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (c052429e-570c-4288-b9b6-f62ea2aa1bc8), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:27.165712 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e3f62198-3db4-4d5b-ae3e-51f18c6be040 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:27.167065 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-e3f62198-3db4-4d5b-ae3e-51f18c6be040 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0076795 Aug 29 20:38:27.371951 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-204efaf5-137d-4bfa-b6ee-3d660e4bf440 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2130667750&fields=id&tenant_id=bf00868e84384ee59320184a5e1c46c8 HTTP/1.1" status: 200 len: 267 time: 0.0434387 Aug 29 20:38:27.486246 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-e8bc312f-29ba-4629-bf0a-8ffd15889221 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:27.487616 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-e8bc312f-29ba-4629-bf0a-8ffd15889221 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f0c2c5bd-a9a1-411b-a42c-01cbce56e13b HTTP/1.1" status: 200 len: 816 time: 0.1093266 Aug 29 20:38:27.502445 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-3b4e850a-c1d3-42e2-91bb-405a23e20e6e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/quotas/bf00868e84384ee59320184a5e1c46c8 HTTP/1.1" status: 200 len: 375 time: 0.0092347 Aug 29 20:38:27.552092 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-a631eede-7951-4a2a-b653-0220d3845a79 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=bf00868e84384ee59320184a5e1c46c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447745 Aug 29 20:38:27.695511 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-5851dd36-71c2-43f1-9a00-5f58454be592 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f0c2c5bd-a9a1-411b-a42c-01cbce56e13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307619 Aug 29 20:38:27.786755 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-913a838d-7118-499f-bde1-ef38c59bf54d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f0c2c5bd-a9a1-411b-a42c-01cbce56e13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850832 Aug 29 20:38:27.956638 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1cc9a755-2bdf-42b8-84e6-f335d0c7ae54 req-60b3053e-5926-45e5-828f-f69811ea0536 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 210 time: 0.0300717 Aug 29 20:38:29.064714 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-28fba3fa-de8e-4db2-aba5-e579948e50d7 req-468061f6-5396-400a-a91b-00e098facd73 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 210 time: 0.0306203 Aug 29 20:38:29.388305 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-1e83c231-9a70-4049-84c9-889c2483b9ca tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:29.389747 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-1e83c231-9a70-4049-84c9-889c2483b9ca tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.33 "GET /networking/v2.0/networks?id=f0c2c5bd-a9a1-411b-a42c-01cbce56e13b HTTP/1.1" status: 200 len: 816 time: 0.1043859 Aug 29 20:38:29.461741 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-91b8e903-6de1-44c4-b2c3-bc327afef798 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bf00868e84384ee59320184a5e1c46c8 HTTP/1.1" status: 200 len: 380 time: 0.0583112 Aug 29 20:38:29.473760 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-4d5427cc-db75-489c-9f13-060c5be91635 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Request body: {'port': {'device_id': 'bb8c3779-360e-43b6-8c43-50a3008159ea', 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'admin_state_up': True, 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'security_groups': ['db8355e2-0ae0-4563-9406-2e7d993bb81b']}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:38:29.581790 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-4d5427cc-db75-489c-9f13-060c5be91635 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Made reservation on behalf of bf00868e84384ee59320184a5e1c46c8 for: {'port': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:38:29.585577 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-4d5427cc-db75-489c-9f13-060c5be91635 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:29.734829 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5d71d468-a10b-497c-a35c-2b2b76584748 req-4ef5428d-221b-447f-97a6-3725eaccccfe tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1971690839&fields=id&tenant_id=3f36c1186e0f44df87d13ef836f6525b HTTP/1.1" status: 200 len: 267 time: 0.0856991 Aug 29 20:38:29.790776 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-4d5427cc-db75-489c-9f13-060c5be91635 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Allocated IP 172.20.0.7 (f0c2c5bd-a9a1-411b-a42c-01cbce56e13b/db3f9330-f955-44ea-a8cb-91c97bf60681/13477485-5060-4306-b273-b24627558f04) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:38:29.801859 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71d468-a10b-497c-a35c-2b2b76584748 req-437a3f66-e359-4c67-b083-1b472e24c116 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:29.803361 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5d71d468-a10b-497c-a35c-2b2b76584748 req-437a3f66-e359-4c67-b083-1b472e24c116 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 984 time: 0.0631199 Aug 29 20:38:29.816980 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-5d71d468-a10b-497c-a35c-2b2b76584748 req-ac39cf4b-afd5-42f2-97a4-28b3a6c363dd tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Request body: {'port': {'security_groups': ['4aefc317-00dc-4c0f-a9fe-21aa88bcd392']}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:38:29.865077 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:29.892921 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:29.970517 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-5d71d468-a10b-497c-a35c-2b2b76584748 req-ac39cf4b-afd5-42f2-97a4-28b3a6c363dd tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (d63c8d5b-2b84-4f67-944f-9f299a5aa8cb), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:30.093732 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-4d5427cc-db75-489c-9f13-060c5be91635 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for port (13477485-5060-4306-b273-b24627558f04), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:30.179827 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fc8f77d0-4288-4314-9bdf-bef8b38c0a0c req-c8ed71ab-55b4-4e51-8b44-a6133c8286ee tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 210 time: 0.0331721 Aug 29 20:38:30.199274 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-4d5427cc-db75-489c-9f13-060c5be91635 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (13477485-5060-4306-b273-b24627558f04), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:30.257902 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-5d71d468-a10b-497c-a35c-2b2b76584748 req-ac39cf4b-afd5-42f2-97a4-28b3a6c363dd tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] For port d63c8d5b-2b84-4f67-944f-9f299a5aa8cb, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d63c8d5b-2b84-4f67-944f-9f299a5aa8cb,segment=NetworkSegment(6bad58f9-0737-453d-8241-c9102aa4b818),segment_id=6bad58f9-0737-453d-8241-c9102aa4b818)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:38:30.282373 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-4d5427cc-db75-489c-9f13-060c5be91635 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Network f0c2c5bd-a9a1-411b-a42c-01cbce56e13b is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:38:30.285005 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5427cc-db75-489c-9f13-060c5be91635 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Pushing event updated for resources: {'Port': ['ID=13477485-5060-4306-b273-b24627558f04,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:30.291158 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-4d5427cc-db75-489c-9f13-060c5be91635 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:38:30.295331 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-4d5427cc-db75-489c-9f13-060c5be91635 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:38:30.331790 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-5d71d468-a10b-497c-a35c-2b2b76584748 req-ac39cf4b-afd5-42f2-97a4-28b3a6c363dd tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for port (d63c8d5b-2b84-4f67-944f-9f299a5aa8cb), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:30.338946 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-5d71d468-a10b-497c-a35c-2b2b76584748 req-ac39cf4b-afd5-42f2-97a4-28b3a6c363dd tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (d63c8d5b-2b84-4f67-944f-9f299a5aa8cb), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:30.350608 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['d63c8d5b-2b84-4f67-944f-9f299a5aa8cb'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:38:30.351170 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71d468-a10b-497c-a35c-2b2b76584748 req-ac39cf4b-afd5-42f2-97a4-28b3a6c363dd tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:30.351477 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-5d71d468-a10b-497c-a35c-2b2b76584748 req-ac39cf4b-afd5-42f2-97a4-28b3a6c363dd tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:30.352933 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5d71d468-a10b-497c-a35c-2b2b76584748 req-ac39cf4b-afd5-42f2-97a4-28b3a6c363dd tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "PUT /networking/v2.0/ports/d63c8d5b-2b84-4f67-944f-9f299a5aa8cb HTTP/1.1" status: 200 len: 942 time: 0.5424271 Aug 29 20:38:30.356986 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68772d1-e335-4575-9654-313e27c49591', 'tag': 'd63c8d5b-2b84-4f67-944f-9f299a5aa8cb'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:38:30.359116 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f607546964f141dcf8ed995c545a93b1930b0d2db8722531a12d309c5951f327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6a8fdf-38bd-4a87-820a-2c7b90b5b04d" -d '{"events": [{"name": "network-changed", "server_uuid": "b68772d1-e335-4575-9654-313e27c49591", "tag": "d63c8d5b-2b84-4f67-944f-9f299a5aa8cb"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:38:30.361987 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 37280) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:30.400816 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-4d5427cc-db75-489c-9f13-060c5be91635 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:30.401978 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-4d5427cc-db75-489c-9f13-060c5be91635 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:30.409934 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4026cc-f385-49f2-94ed-59eb0566f373 x-openstack-request-id: req-0c4026cc-f385-49f2-94ed-59eb0566f373 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:38:30.410230 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68772d1-e335-4575-9654-313e27c49591", "tag": "d63c8d5b-2b84-4f67-944f-9f299a5aa8cb", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:38:30.410486 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0c4026cc-f385-49f2-94ed-59eb0566f373 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:38:30.410888 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c4026cc-f385-49f2-94ed-59eb0566f373'] response: {'name': 'network-changed', 'server_uuid': 'b68772d1-e335-4575-9654-313e27c49591', 'tag': 'd63c8d5b-2b84-4f67-944f-9f299a5aa8cb', 'status': 'completed', 'code': 200} Aug 29 20:38:30.438971 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-4d5427cc-db75-489c-9f13-060c5be91635 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9689295 Aug 29 20:38:30.440546 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:30.442281 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39cf4b-afd5-42f2-97a4-28b3a6c363dd tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Pushing event updated for resources: {'Port': ['ID=d63c8d5b-2b84-4f67-944f-9f299a5aa8cb,revision_number=7']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:30.507272 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-6bd6a9c9-d365-4faf-83a1-2a39e71c8940 service neutron] Request body: {'port': {'device_id': 'bb8c3779-360e-43b6-8c43-50a3008159ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:38:30.511459 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-953d1fcd-67ce-42b5-972c-bfc22efb4e02 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for security_group (60990b08-a3f2-46d1-bb04-9b1e1406ddc6), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:30.539304 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['d63c8d5b-2b84-4f67-944f-9f299a5aa8cb'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:38:30.573950 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-953d1fcd-67ce-42b5-972c-bfc22efb4e02 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for security_group (60990b08-a3f2-46d1-bb04-9b1e1406ddc6), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:30.580091 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-6bd6a9c9-d365-4faf-83a1-2a39e71c8940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (13477485-5060-4306-b273-b24627558f04), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:30.599803 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a8fdf-38bd-4a87-820a-2c7b90b5b04d req-8e1ccc83-ddd1-4866-a96c-c475ecb9859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:30.601333 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ce6a8fdf-38bd-4a87-820a-2c7b90b5b04d req-8e1ccc83-ddd1-4866-a96c-c475ecb9859c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3f36c1186e0f44df87d13ef836f6525b&device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 1129 time: 0.1504991 Aug 29 20:38:30.728749 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a8fdf-38bd-4a87-820a-2c7b90b5b04d req-6f365c85-ed28-43d9-8e9d-b1b0a84a5ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:30.732268 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ce6a8fdf-38bd-4a87-820a-2c7b90b5b04d req-6f365c85-ed28-43d9-8e9d-b1b0a84a5ca3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c5abf10f-92d1-4beb-ac39-bbd96f2c495a HTTP/1.1" status: 200 len: 916 time: 0.1214914 Aug 29 20:38:30.745092 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-84ea85ee-d511-4724-a646-6fa69c903a9a None None] Provisioning complete for port 13477485-5060-4306-b273-b24627558f04 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:38:30.745824 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-84ea85ee-d511-4724-a646-6fa69c903a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (13477485-5060-4306-b273-b24627558f04), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:30.778029 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-953d1fcd-67ce-42b5-972c-bfc22efb4e02 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (60990b08-a3f2-46d1-bb04-9b1e1406ddc6), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:30.781108 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-953d1fcd-67ce-42b5-972c-bfc22efb4e02 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:30.785947 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-953d1fcd-67ce-42b5-972c-bfc22efb4e02 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/60990b08-a3f2-46d1-bb04-9b1e1406ddc6 HTTP/1.1" status: 204 len: 168 time: 0.4190352 Aug 29 20:38:30.786154 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 37286) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:30.790505 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:30.800561 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-84ea85ee-d511-4724-a646-6fa69c903a9a None None] Port 13477485-5060-4306-b273-b24627558f04 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:38:30.805245 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d1fcd-67ce-42b5-972c-bfc22efb4e02 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60990b08-a3f2-46d1-bb04-9b1e1406ddc6,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:30.827181 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ce6a8fdf-38bd-4a87-820a-2c7b90b5b04d req-e76e6641-8519-4e21-8a28-3242cc47ee13 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d63c8d5b-2b84-4f67-944f-9f299a5aa8cb HTTP/1.1" status: 200 len: 1000 time: 0.0867581 Aug 29 20:38:30.829506 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:30.847654 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:30.889924 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a8fdf-38bd-4a87-820a-2c7b90b5b04d req-09d57e91-e41e-451c-8efd-347d27cfb0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:30.891853 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ce6a8fdf-38bd-4a87-820a-2c7b90b5b04d req-09d57e91-e41e-451c-8efd-347d27cfb0fb service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=27bbd3f3-bd10-443b-9270-f984952a576d HTTP/1.1" status: 200 len: 854 time: 0.0576005 Aug 29 20:38:30.939287 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a8fdf-38bd-4a87-820a-2c7b90b5b04d req-10726c9e-92c3-480c-9911-0b06a36594b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:30.940813 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ce6a8fdf-38bd-4a87-820a-2c7b90b5b04d req-10726c9e-92c3-480c-9911-0b06a36594b2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c5abf10f-92d1-4beb-ac39-bbd96f2c495a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411611 Aug 29 20:38:31.019197 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-6bd6a9c9-d365-4faf-83a1-2a39e71c8940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13477485-5060-4306-b273-b24627558f04 {{(pid=106198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:38:31.028131 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-6bd6a9c9-d365-4faf-83a1-2a39e71c8940 service neutron] Publish callbacks [] for port (13477485-5060-4306-b273-b24627558f04), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:31.030603 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-ff8135d0-f982-473c-9e1a-b24f42443ce8 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Deleting port 252c19ed-1d21-4ca1-95f7-5de1069bae76 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:38:31.030934 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ff8135d0-f982-473c-9e1a-b24f42443ce8 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (252c19ed-1d21-4ca1-95f7-5de1069bae76), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:31.051188 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ce6a8fdf-38bd-4a87-820a-2c7b90b5b04d req-3b3c1da7-d2bb-4174-b66d-7bd4de2c2619 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c5abf10f-92d1-4beb-ac39-bbd96f2c495a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010835 Aug 29 20:38:31.089223 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.provisioning_blocks [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-6bd6a9c9-d365-4faf-83a1-2a39e71c8940 service neutron] Transition to ACTIVE for port object 13477485-5060-4306-b273-b24627558f04 will not be triggered until provisioned by entity L2. {{(pid=106198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:38:31.097609 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-6bd6a9c9-d365-4faf-83a1-2a39e71c8940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (13477485-5060-4306-b273-b24627558f04), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:31.161060 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ce6a8fdf-38bd-4a87-820a-2c7b90b5b04d req-64cff42f-978d-4b33-be41-e245332b42d5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c5abf10f-92d1-4beb-ac39-bbd96f2c495a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015706 Aug 29 20:38:31.182472 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ff8135d0-f982-473c-9e1a-b24f42443ce8 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (252c19ed-1d21-4ca1-95f7-5de1069bae76), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:31.182830 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ff8135d0-f982-473c-9e1a-b24f42443ce8 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for floatingip (252c19ed-1d21-4ca1-95f7-5de1069bae76), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:31.199375 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6a9c9-d365-4faf-83a1-2a39e71c8940 service neutron] Pushing event updated for resources: {'Port': ['ID=13477485-5060-4306-b273-b24627558f04,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:31.202030 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-ff8135d0-f982-473c-9e1a-b24f42443ce8 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Calling delete_port for 252c19ed-1d21-4ca1-95f7-5de1069bae76 owned by network:floatingip {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:38:31.360388 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-6bd6a9c9-d365-4faf-83a1-2a39e71c8940 service neutron] Attempting to bind port 13477485-5060-4306-b273-b24627558f04 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:38:31.360722 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-6bd6a9c9-d365-4faf-83a1-2a39e71c8940 service neutron] Attempting to bind port 13477485-5060-4306-b273-b24627558f04 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'ff3441ef-068d-4a77-a34c-00a02e11189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b'}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:38:31.361049 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-6bd6a9c9-d365-4faf-83a1-2a39e71c8940 service neutron] Attempting to bind port 13477485-5060-4306-b273-b24627558f04 on network f0c2c5bd-a9a1-411b-a42c-01cbce56e13b {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:38:31.372788 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e0942-2cf9-4ccd-8e6b-152e4a959776 req-65098423-aa4e-484a-8911-44eae2e2253a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:31.374254 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-da3e0942-2cf9-4ccd-8e6b-152e4a959776 req-65098423-aa4e-484a-8911-44eae2e2253a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 943 time: 0.0993428 Aug 29 20:38:31.376561 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-6bd6a9c9-d365-4faf-83a1-2a39e71c8940 service neutron] Port 13477485-5060-4306-b273-b24627558f04 on network f0c2c5bd-a9a1-411b-a42c-01cbce56e13b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:38:31.376881 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-6bd6a9c9-d365-4faf-83a1-2a39e71c8940 service neutron] Attempting to bind port 13477485-5060-4306-b273-b24627558f04 on network f0c2c5bd-a9a1-411b-a42c-01cbce56e13b {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:38:31.403047 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-6bd6a9c9-d365-4faf-83a1-2a39e71c8940 service neutron] Checking agent: {'id': 'fe366970-a267-4806-8a8b-654c02250e20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'started_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:38:31.403711 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-6bd6a9c9-d365-4faf-83a1-2a39e71c8940 service neutron] Checking segment: {'id': 'ff3441ef-068d-4a77-a34c-00a02e11189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:38:31.403839 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-6bd6a9c9-d365-4faf-83a1-2a39e71c8940 service neutron] Bound using segment: {'id': 'ff3441ef-068d-4a77-a34c-00a02e11189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b'} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:38:31.404523 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-6bd6a9c9-d365-4faf-83a1-2a39e71c8940 service neutron] Bound port: 13477485-5060-4306-b273-b24627558f04, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff3441ef-068d-4a77-a34c-00a02e11189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b'}}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:38:31.404726 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-6bd6a9c9-d365-4faf-83a1-2a39e71c8940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (13477485-5060-4306-b273-b24627558f04), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:31.498462 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-da3e0942-2cf9-4ccd-8e6b-152e4a959776 req-d14a14c5-8a64-4e26-b9da-932a2a0efa17 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170549 Aug 29 20:38:31.536107 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:31.547119 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-6bd6a9c9-d365-4faf-83a1-2a39e71c8940 service neutron] For port 13477485-5060-4306-b273-b24627558f04, host hv-cinder-85426, cleared binding levels {{(pid=106198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:38:31.552202 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-6bd6a9c9-d365-4faf-83a1-2a39e71c8940 service neutron] For port 13477485-5060-4306-b273-b24627558f04, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=13477485-5060-4306-b273-b24627558f04,segment=NetworkSegment(ff3441ef-068d-4a77-a34c-00a02e11189e),segment_id=ff3441ef-068d-4a77-a34c-00a02e11189e)] {{(pid=106198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:38:31.565194 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-6bd6a9c9-d365-4faf-83a1-2a39e71c8940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (13477485-5060-4306-b273-b24627558f04), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:31.571708 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-6bd6a9c9-d365-4faf-83a1-2a39e71c8940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:31.572344 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-6bd6a9c9-d365-4faf-83a1-2a39e71c8940 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:31.574219 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-6bd6a9c9-d365-4faf-83a1-2a39e71c8940 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/13477485-5060-4306-b273-b24627558f04 HTTP/1.1" status: 200 len: 1093 time: 1.1280596 Aug 29 20:38:31.594948 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ff8135d0-f982-473c-9e1a-b24f42443ce8 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (252c19ed-1d21-4ca1-95f7-5de1069bae76), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:31.599051 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:31.700065 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:38:31.700715 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6a9c9-d365-4faf-83a1-2a39e71c8940 service neutron] Pushing event updated for resources: {'Port': ['ID=13477485-5060-4306-b273-b24627558f04,revision_number=3']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:31.730962 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-ceceed7c-693c-457c-baf0-e2614dd7dbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:31.732569 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-ceceed7c-693c-457c-baf0-e2614dd7dbc0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=bf00868e84384ee59320184a5e1c46c8&device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 1127 time: 0.1128309 Aug 29 20:38:31.735677 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8135d0-f982-473c-9e1a-b24f42443ce8 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Pushing event deleted for resources: {'Port': ['ID=252c19ed-1d21-4ca1-95f7-5de1069bae76,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:31.782611 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ff8135d0-f982-473c-9e1a-b24f42443ce8 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks [] for floatingip (52bf8157-2436-429a-a0de-a1e3484a9e66), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:31.782944 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.db.l3_db [None req-ff8135d0-f982-473c-9e1a-b24f42443ce8 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Floating IP 52bf8157-2436-429a-a0de-a1e3484a9e66 disassociated (deleted). External IP: 172.27.1.14, port: d63c8d5b-2b84-4f67-944f-9f299a5aa8cb. Aug 29 20:38:31.786893 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-70f83d89-3442-4725-9d2b-b90a3595bf4d service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13477485-5060-4306-b273-b24627558f04 HTTP/1.1" status: 200 len: 217 time: 0.0448024 Aug 29 20:38:31.898879 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-62a7e6d5-fb39-4608-9421-8b81821046b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:31.900246 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-62a7e6d5-fb39-4608-9421-8b81821046b8 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=db3f9330-f955-44ea-a8cb-91c97bf60681 HTTP/1.1" status: 200 len: 855 time: 0.0850995 Aug 29 20:38:31.956150 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-2fe66fbe-af8a-41b0-a9c4-df5264cef78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:31.957692 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-2fe66fbe-af8a-41b0-a9c4-df5264cef78d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f0c2c5bd-a9a1-411b-a42c-01cbce56e13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487986 Aug 29 20:38:32.381975 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-fbad8274-fdd4-4458-a5ab-b4b406fc27a7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f0c2c5bd-a9a1-411b-a42c-01cbce56e13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958354 Aug 29 20:38:32.385823 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8135d0-f982-473c-9e1a-b24f42443ce8 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Router 81e976da-4163-4682-8f9f-321dfd7615e4 has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:38:32.412443 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8c3779-360e-43b6-8c43-50a3008159ea', 'tag': '13477485-5060-4306-b273-b24627558f04'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:38:32.414610 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f607546964f141dcf8ed995c545a93b1930b0d2db8722531a12d309c5951f327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13092727-7d3b-45d9-911b-8477c5f3fdc4" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8c3779-360e-43b6-8c43-50a3008159ea", "tag": "13477485-5060-4306-b273-b24627558f04"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:38:32.482703 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d726c8-2555-470f-8a72-725644404592 x-openstack-request-id: req-b5d726c8-2555-470f-8a72-725644404592 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:38:32.482703 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8c3779-360e-43b6-8c43-50a3008159ea", "tag": "13477485-5060-4306-b273-b24627558f04", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:38:32.482703 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b5d726c8-2555-470f-8a72-725644404592 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:38:32.483341 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5d726c8-2555-470f-8a72-725644404592'] response: {'name': 'network-changed', 'server_uuid': 'bb8c3779-360e-43b6-8c43-50a3008159ea', 'tag': '13477485-5060-4306-b273-b24627558f04', 'status': 'completed', 'code': 200} Aug 29 20:38:32.563181 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:32.572194 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f1be301d-5bd6-4e57-b98f-32ee1c9e3bc4 req-48be7ab4-dcf2-4883-9930-f5dbb420ae99 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f0c2c5bd-a9a1-411b-a42c-01cbce56e13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830468 Aug 29 20:38:32.574365 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8135d0-f982-473c-9e1a-b24f42443ce8 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:38:32.578952 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ff8135d0-f982-473c-9e1a-b24f42443ce8 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:32.591141 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb4ef0d-8587-4437-9714-497bb217a2ef None None] Sync routers for ids ['81e976da-4163-4682-8f9f-321dfd7615e4'] in dv-cinder-854263-2-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:38:32.606952 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb4ef0d-8587-4437-9714-497bb217a2ef None None] Routers {'81e976da-4163-4682-8f9f-321dfd7615e4'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:38:32.607692 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-3cb4ef0d-8587-4437-9714-497bb217a2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:38:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['81e976da-4163-4682-8f9f-321dfd7615e4'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:32.640084 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-ff8135d0-f982-473c-9e1a-b24f42443ce8 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/52bf8157-2436-429a-a0de-a1e3484a9e66 HTTP/1.1" status: 204 len: 168 time: 1.8530438 Aug 29 20:38:32.656067 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811cd87-48b4-4842-a552-185cc1b25646 req-16dfa644-1d7c-44f0-bee2-bc92c46d04fd tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:32.657649 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2811cd87-48b4-4842-a552-185cc1b25646 req-16dfa644-1d7c-44f0-bee2-bc92c46d04fd tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 943 time: 0.0583134 Aug 29 20:38:32.709452 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2811cd87-48b4-4842-a552-185cc1b25646 req-fe149511-667a-4e36-8b37-2133707e8d1a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448780 Aug 29 20:38:32.724062 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-3cb4ef0d-8587-4437-9714-497bb217a2ef None None] Set router 81e976da-4163-4682-8f9f-321dfd7615e4 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:38:32.916633 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-3cb4ef0d-8587-4437-9714-497bb217a2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'name': 'tempest-TestMinimumBasicScenario-1808664021-router', 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3631d30d-63dd-4ede-bd5c-778ca04e08c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:29Z', 'updated_at': '2022-08-29T20:34:36Z', 'revision_number': 4, 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'gw_port': {'id': '3631d30d-63dd-4ede-bd5c-778ca04e08c5', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:00:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:31Z', 'updated_at': '2022-08-29T20:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '8efac45a-b22e-4b85-8b21-a0dc24da9ea6', 'name': '', 'network_id': 'c5abf10f-92d1-4beb-ac39-bbd96f2c495a', 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b', 'mac_address': 'fa:16:3e:45:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '27bbd3f3-bd10-443b-9270-f984952a576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:35Z', 'updated_at': '2022-08-29T20:34:49Z', 'revision_number': 5, 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'subnets': [{'id': '27bbd3f3-bd10-443b-9270-f984952a576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:32.947234 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb4ef0d-8587-4437-9714-497bb217a2ef None None] Checking router: 81e976da-4163-4682-8f9f-321dfd7615e4 for host: dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:38:32.955618 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb4ef0d-8587-4437-9714-497bb217a2ef None None] Routers {'81e976da-4163-4682-8f9f-321dfd7615e4'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:38:32.956243 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-3cb4ef0d-8587-4437-9714-497bb217a2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:38:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['81e976da-4163-4682-8f9f-321dfd7615e4'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:33.083889 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:33.138874 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-3cb4ef0d-8587-4437-9714-497bb217a2ef None None] Set router 81e976da-4163-4682-8f9f-321dfd7615e4 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:38:33.328965 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-3cb4ef0d-8587-4437-9714-497bb217a2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'name': 'tempest-TestMinimumBasicScenario-1808664021-router', 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3631d30d-63dd-4ede-bd5c-778ca04e08c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:29Z', 'updated_at': '2022-08-29T20:34:36Z', 'revision_number': 4, 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'gw_port': {'id': '3631d30d-63dd-4ede-bd5c-778ca04e08c5', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:00:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:31Z', 'updated_at': '2022-08-29T20:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '8efac45a-b22e-4b85-8b21-a0dc24da9ea6', 'name': '', 'network_id': 'c5abf10f-92d1-4beb-ac39-bbd96f2c495a', 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b', 'mac_address': 'fa:16:3e:45:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '27bbd3f3-bd10-443b-9270-f984952a576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:35Z', 'updated_at': '2022-08-29T20:34:49Z', 'revision_number': 5, 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'subnets': [{'id': '27bbd3f3-bd10-443b-9270-f984952a576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:33.354275 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb4ef0d-8587-4437-9714-497bb217a2ef None None] The sync data for ids ['81e976da-4163-4682-8f9f-321dfd7615e4'] in dv-cinder-854263-2-iscsi is: [{'id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'name': 'tempest-TestMinimumBasicScenario-1808664021-router', 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3631d30d-63dd-4ede-bd5c-778ca04e08c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:29Z', 'updated_at': '2022-08-29T20:34:36Z', 'revision_number': 4, 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'gw_port': {'id': '3631d30d-63dd-4ede-bd5c-778ca04e08c5', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:00:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:31Z', 'updated_at': '2022-08-29T20:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '8efac45a-b22e-4b85-8b21-a0dc24da9ea6', 'name': '', 'network_id': 'c5abf10f-92d1-4beb-ac39-bbd96f2c495a', 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b', 'mac_address': 'fa:16:3e:45:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '27bbd3f3-bd10-443b-9270-f984952a576d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:35Z', 'updated_at': '2022-08-29T20:34:49Z', 'revision_number': 5, 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'subnets': [{'id': '27bbd3f3-bd10-443b-9270-f984952a576d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:38:33.587623 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a005903-8b94-4729-8099-52e10bc186d1 None None] New status for floating IP 52bf8157-2436-429a-a0de-a1e3484a9e66: DOWN {{(pid=106200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:38:33.693027 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13092727-7d3b-45d9-911b-8477c5f3fdc4 req-8a3041d0-f96b-4bb5-a271-d61de154aefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:33.694667 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-13092727-7d3b-45d9-911b-8477c5f3fdc4 req-8a3041d0-f96b-4bb5-a271-d61de154aefd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=bf00868e84384ee59320184a5e1c46c8&device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 1127 time: 0.0490398 Aug 29 20:38:33.790945 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13092727-7d3b-45d9-911b-8477c5f3fdc4 req-834df568-388b-41a2-9125-d2d5c25512cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:33.792476 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-13092727-7d3b-45d9-911b-8477c5f3fdc4 req-834df568-388b-41a2-9125-d2d5c25512cd service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=f0c2c5bd-a9a1-411b-a42c-01cbce56e13b HTTP/1.1" status: 200 len: 917 time: 0.0918829 Aug 29 20:38:33.838547 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d806f-b1f7-4f72-8e86-e902f6d248ea req-b9291ac0-2d1c-49fd-9169-e2d1db24c807 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:33.841202 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f17d806f-b1f7-4f72-8e86-e902f6d248ea req-b9291ac0-2d1c-49fd-9169-e2d1db24c807 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 943 time: 0.0482988 Aug 29 20:38:33.893978 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f17d806f-b1f7-4f72-8e86-e902f6d248ea req-64cf8aea-0a44-403e-8858-4cf56270b7ed tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471728 Aug 29 20:38:34.172926 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-13092727-7d3b-45d9-911b-8477c5f3fdc4 req-80f4cc41-5a6a-40b2-acb2-18fa04d9deb9 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13477485-5060-4306-b273-b24627558f04 HTTP/1.1" status: 200 len: 217 time: 0.0420504 Aug 29 20:38:34.224864 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13092727-7d3b-45d9-911b-8477c5f3fdc4 req-424b91f1-f397-49de-b9a9-7049ff997226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:34.226326 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-13092727-7d3b-45d9-911b-8477c5f3fdc4 req-424b91f1-f397-49de-b9a9-7049ff997226 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=db3f9330-f955-44ea-a8cb-91c97bf60681 HTTP/1.1" status: 200 len: 855 time: 0.0454772 Aug 29 20:38:34.313879 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13092727-7d3b-45d9-911b-8477c5f3fdc4 req-09b7cd5e-69f3-40dd-b008-3d4257d7175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:34.315475 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-13092727-7d3b-45d9-911b-8477c5f3fdc4 req-09b7cd5e-69f3-40dd-b008-3d4257d7175d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f0c2c5bd-a9a1-411b-a42c-01cbce56e13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430906 Aug 29 20:38:34.345029 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:34.413434 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-13092727-7d3b-45d9-911b-8477c5f3fdc4 req-317b8224-43c7-4c65-909f-ad2986613b93 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f0c2c5bd-a9a1-411b-a42c-01cbce56e13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898364 Aug 29 20:38:34.484232 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68772d1-e335-4575-9654-313e27c49591', 'tag': 'd63c8d5b-2b84-4f67-944f-9f299a5aa8cb'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:38:34.486506 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f607546964f141dcf8ed995c545a93b1930b0d2db8722531a12d309c5951f327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344d32fb-957c-462a-839d-848a24b4014b" -d '{"events": [{"name": "network-changed", "server_uuid": "b68772d1-e335-4575-9654-313e27c49591", "tag": "d63c8d5b-2b84-4f67-944f-9f299a5aa8cb"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:38:34.521060 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-13092727-7d3b-45d9-911b-8477c5f3fdc4 req-e91ec2fd-3e26-4d27-a5fa-d0303b97ce86 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f0c2c5bd-a9a1-411b-a42c-01cbce56e13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001666 Aug 29 20:38:34.528120 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3e4db4-6286-4e57-800b-c4112b2a83f6 x-openstack-request-id: req-6b3e4db4-6286-4e57-800b-c4112b2a83f6 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:38:34.528413 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68772d1-e335-4575-9654-313e27c49591", "tag": "d63c8d5b-2b84-4f67-944f-9f299a5aa8cb", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:38:34.528721 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b3e4db4-6286-4e57-800b-c4112b2a83f6 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:38:34.529071 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b3e4db4-6286-4e57-800b-c4112b2a83f6'] response: {'name': 'network-changed', 'server_uuid': 'b68772d1-e335-4575-9654-313e27c49591', 'tag': 'd63c8d5b-2b84-4f67-944f-9f299a5aa8cb', 'status': 'completed', 'code': 200} Aug 29 20:38:34.608657 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d32fb-957c-462a-839d-848a24b4014b req-659e8c64-396a-4486-9900-8f4b6bc7ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:34.610202 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-344d32fb-957c-462a-839d-848a24b4014b req-659e8c64-396a-4486-9900-8f4b6bc7ac39 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3f36c1186e0f44df87d13ef836f6525b&device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 1129 time: 0.0510397 Aug 29 20:38:34.706332 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d32fb-957c-462a-839d-848a24b4014b req-eeff9284-0103-4538-b6bf-641e69639a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:34.707807 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-344d32fb-957c-462a-839d-848a24b4014b req-eeff9284-0103-4538-b6bf-641e69639a55 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c5abf10f-92d1-4beb-ac39-bbd96f2c495a HTTP/1.1" status: 200 len: 916 time: 0.0915964 Aug 29 20:38:34.751211 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-344d32fb-957c-462a-839d-848a24b4014b req-4dfeb5c4-810a-4d27-93da-3a0ce3995354 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d63c8d5b-2b84-4f67-944f-9f299a5aa8cb HTTP/1.1" status: 200 len: 217 time: 0.0326645 Aug 29 20:38:34.801805 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d32fb-957c-462a-839d-848a24b4014b req-8b659379-51d3-4c9a-aaa4-0a5039977638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:34.803322 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-344d32fb-957c-462a-839d-848a24b4014b req-8b659379-51d3-4c9a-aaa4-0a5039977638 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=27bbd3f3-bd10-443b-9270-f984952a576d HTTP/1.1" status: 200 len: 854 time: 0.0453751 Aug 29 20:38:34.848381 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d32fb-957c-462a-839d-848a24b4014b req-9727330a-076e-486d-b3bc-041e9102bc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:34.849852 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-344d32fb-957c-462a-839d-848a24b4014b req-9727330a-076e-486d-b3bc-041e9102bc1f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c5abf10f-92d1-4beb-ac39-bbd96f2c495a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384953 Aug 29 20:38:34.954521 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-344d32fb-957c-462a-839d-848a24b4014b req-ce4d1767-6953-48af-b5c6-6d09ee87329a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c5abf10f-92d1-4beb-ac39-bbd96f2c495a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964494 Aug 29 20:38:35.022562 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 13477485-5060-4306-b273-b24627558f04 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:38:35.056703 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:35.081710 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bc809-755e-4b8a-a204-bf1b771ba221 req-315bd433-50ea-48fc-859d-940a130b4c13 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:35.089494 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a98bc809-755e-4b8a-a204-bf1b771ba221 req-315bd433-50ea-48fc-859d-940a130b4c13 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 943 time: 0.0799360 Aug 29 20:38:35.129739 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:35.139991 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-344d32fb-957c-462a-839d-848a24b4014b req-819d793d-fa34-4b4c-9a78-8e529e20105d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c5abf10f-92d1-4beb-ac39-bbd96f2c495a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775095 Aug 29 20:38:35.144373 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 13477485-5060-4306-b273-b24627558f04, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=13477485-5060-4306-b273-b24627558f04,segment=NetworkSegment(ff3441ef-068d-4a77-a34c-00a02e11189e),segment_id=ff3441ef-068d-4a77-a34c-00a02e11189e)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:38:35.146925 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:35.183924 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Returning: {'device': '13477485-5060-4306-b273-b24627558f04', 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'port_id': '13477485-5060-4306-b273-b24627558f04', 'mac_address': 'fa:16:3e:47:5d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:38:35.188725 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a98bc809-755e-4b8a-a204-bf1b771ba221 req-6a5cefb7-f169-4f48-a46c-5d6e2803c43d tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980382 Aug 29 20:38:35.225650 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 13477485-5060-4306-b273-b24627558f04 is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:38:35.225997 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (13477485-5060-4306-b273-b24627558f04), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:35.243857 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13477485-5060-4306-b273-b24627558f04 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:38:35.271147 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 13477485-5060-4306-b273-b24627558f04, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=13477485-5060-4306-b273-b24627558f04,segment=NetworkSegment(ff3441ef-068d-4a77-a34c-00a02e11189e),segment_id=ff3441ef-068d-4a77-a34c-00a02e11189e)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:38:35.278385 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (13477485-5060-4306-b273-b24627558f04), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:35.333361 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=13477485-5060-4306-b273-b24627558f04,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:35.663034 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['13477485-5060-4306-b273-b24627558f04'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:38:36.322957 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e71eb-48aa-453d-8f6c-9e2cf72c7350 req-9a5d6c34-029d-4ca2-bf4c-411781bd9f5a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:36.324690 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3d8e71eb-48aa-453d-8f6c-9e2cf72c7350 req-9a5d6c34-029d-4ca2-bf4c-411781bd9f5a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 944 time: 0.0543802 Aug 29 20:38:36.375718 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3d8e71eb-48aa-453d-8f6c-9e2cf72c7350 req-2a330113-a174-4518-b135-98feced7c4bd tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452073 Aug 29 20:38:36.554894 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e848c8-75da-4bfd-8717-6285fec915fa req-2aa6c3fd-ae58-4ba1-8706-33e303fe3618 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:36.556510 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-90e848c8-75da-4bfd-8717-6285fec915fa req-2aa6c3fd-ae58-4ba1-8706-33e303fe3618 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 945 time: 0.0520823 Aug 29 20:38:36.609199 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-90e848c8-75da-4bfd-8717-6285fec915fa req-453236f6-5bea-439b-a994-d7854ae2ba19 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443256 Aug 29 20:38:36.784042 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95dcf0-90d4-44a3-b35f-fede799a8d0c req-056dd804-4013-45c9-914b-4e527c6e5764 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:36.785626 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2a95dcf0-90d4-44a3-b35f-fede799a8d0c req-056dd804-4013-45c9-914b-4e527c6e5764 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0556676 Aug 29 20:38:36.834141 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2a95dcf0-90d4-44a3-b35f-fede799a8d0c req-fb5757de-5faa-4dbc-b147-8b6d5018b78f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426886 Aug 29 20:38:37.035270 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 13477485-5060-4306-b273-b24627558f04 up at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:38:37.079461 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning for port 13477485-5060-4306-b273-b24627558f04 completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:38:37.085970 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning complete for port 13477485-5060-4306-b273-b24627558f04 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:38:37.086285 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (13477485-5060-4306-b273-b24627558f04), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:37.167736 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 13477485-5060-4306-b273-b24627558f04 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:38:37.168145 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (13477485-5060-4306-b273-b24627558f04), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:37.171578 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a06295d2-21e7-4376-b500-b4e7415f96f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:37.196388 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8c3779-360e-43b6-8c43-50a3008159ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13477485-5060-4306-b273-b24627558f04'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:38:37.198610 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eee8fb3122df5bdd6ea851cee31293cb8412868e368eaaf22337f89cfd7738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f38fef-0ef6-4878-9083-4a8e7bd2a39e" -d '{"events": [{"server_uuid": "bb8c3779-360e-43b6-8c43-50a3008159ea", "name": "network-vif-plugged", "status": "completed", "tag": "13477485-5060-4306-b273-b24627558f04"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:38:37.210878 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 13477485-5060-4306-b273-b24627558f04, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=13477485-5060-4306-b273-b24627558f04,segment=NetworkSegment(ff3441ef-068d-4a77-a34c-00a02e11189e),segment_id=ff3441ef-068d-4a77-a34c-00a02e11189e)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:38:37.215545 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (13477485-5060-4306-b273-b24627558f04), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:37.240249 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4084caf-e537-46ad-a9fe-df9aed177559 x-openstack-request-id: req-e4084caf-e537-46ad-a9fe-df9aed177559 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:38:37.240532 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8c3779-360e-43b6-8c43-50a3008159ea", "name": "network-vif-plugged", "status": "completed", "tag": "13477485-5060-4306-b273-b24627558f04", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:38:37.240779 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4084caf-e537-46ad-a9fe-df9aed177559 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:38:37.241161 dv-cinder-854263-2-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4084caf-e537-46ad-a9fe-df9aed177559'] response: {'server_uuid': 'bb8c3779-360e-43b6-8c43-50a3008159ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13477485-5060-4306-b273-b24627558f04', 'code': 200} Aug 29 20:38:37.264226 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=13477485-5060-4306-b273-b24627558f04,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:37.499886 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6559cc8-bdc3-4a3c-bb8a-66b29b0a7bef req-e8da055a-f13e-4d6c-b19f-2f94573dc2ea tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:37.501343 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d6559cc8-bdc3-4a3c-bb8a-66b29b0a7bef req-e8da055a-f13e-4d6c-b19f-2f94573dc2ea tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.0473938 Aug 29 20:38:37.550056 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d6559cc8-bdc3-4a3c-bb8a-66b29b0a7bef req-079cf36c-d49a-419d-9540-1deadc99c567 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428417 Aug 29 20:38:37.728140 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472fa46-ac18-4a3c-8cfe-20e30e7ad48e req-577b5e97-bb91-4fda-9ffa-1d112eae7195 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:37.729524 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1472fa46-ac18-4a3c-8cfe-20e30e7ad48e req-577b5e97-bb91-4fda-9ffa-1d112eae7195 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 945 time: 0.0473385 Aug 29 20:38:37.778233 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1472fa46-ac18-4a3c-8cfe-20e30e7ad48e req-36822f77-f40c-4756-b3ab-205a8fbf4772 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430923 Aug 29 20:38:37.957064 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9137346-986c-46f6-885b-bf09db90128a req-edce49aa-6d8f-4b45-806b-81c944c936d4 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:37.958554 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a9137346-986c-46f6-885b-bf09db90128a req-edce49aa-6d8f-4b45-806b-81c944c936d4 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0493522 Aug 29 20:38:38.013046 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a9137346-986c-46f6-885b-bf09db90128a req-64c135f6-e237-4167-8f76-a47b1ecbab72 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475268 Aug 29 20:38:38.682988 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1940c3-25a9-47f8-9201-774c692790a2 req-a7c8828e-6e45-41ab-b14f-636fcf0d4594 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:38.684480 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5e1940c3-25a9-47f8-9201-774c692790a2 req-a7c8828e-6e45-41ab-b14f-636fcf0d4594 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.0516348 Aug 29 20:38:38.731721 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5e1940c3-25a9-47f8-9201-774c692790a2 req-4a2b99bd-f3e7-4784-9d95-e6670d8af477 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413949 Aug 29 20:38:38.861612 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:38.900723 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebabe70-56a2-4335-8f73-89183da29e5d req-335c66d8-9fe3-4469-a96b-ab334c91e57b tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:38.902887 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-eebabe70-56a2-4335-8f73-89183da29e5d req-335c66d8-9fe3-4469-a96b-ab334c91e57b tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 945 time: 0.0502779 Aug 29 20:38:38.952308 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-eebabe70-56a2-4335-8f73-89183da29e5d req-e53d49ef-0f74-4f38-8bcd-859c690184d9 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431616 Aug 29 20:38:39.093659 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:39.131064 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bf4a8-5585-47a7-84a9-25c07c3d0d56 req-2b2cb66f-d5a4-427c-98b4-12dbfe94ceee tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:39.132445 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-841bf4a8-5585-47a7-84a9-25c07c3d0d56 req-2b2cb66f-d5a4-427c-98b4-12dbfe94ceee tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0476525 Aug 29 20:38:39.182162 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-841bf4a8-5585-47a7-84a9-25c07c3d0d56 req-48dd5a55-b315-46de-9746-54fa385fe306 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433769 Aug 29 20:38:39.517767 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-c27c24ca-b0ed-4e3a-ba4c-fc2ff736aa4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:39.853731 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f81a3-a08e-4f57-b387-c6fd3f372ff1 req-f5f144f3-0ede-4c6f-bc82-fe75d009cc69 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:39.855216 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-706f81a3-a08e-4f57-b387-c6fd3f372ff1 req-f5f144f3-0ede-4c6f-bc82-fe75d009cc69 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.0474546 Aug 29 20:38:39.907646 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-706f81a3-a08e-4f57-b387-c6fd3f372ff1 req-59640885-3fa6-4f99-80c9-c149a5ac176a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459962 Aug 29 20:38:40.071874 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e989d6-a312-4253-ab88-9a4c615fe492 req-4a0653a9-a7ba-4865-a93f-c1038597f7c0 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:40.074456 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-83e989d6-a312-4253-ab88-9a4c615fe492 req-4a0653a9-a7ba-4865-a93f-c1038597f7c0 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 945 time: 0.0466549 Aug 29 20:38:40.127392 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-83e989d6-a312-4253-ab88-9a4c615fe492 req-ddecfde8-bec2-4e49-943c-623347da0791 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471070 Aug 29 20:38:40.305173 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d2305-d9e7-4032-99e4-3ec9ec31dcd2 req-415de244-b651-4220-8874-0afcbbc5a5c2 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:40.306685 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7b5d2305-d9e7-4032-99e4-3ec9ec31dcd2 req-415de244-b651-4220-8874-0afcbbc5a5c2 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0527337 Aug 29 20:38:40.355876 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7b5d2305-d9e7-4032-99e4-3ec9ec31dcd2 req-dc23d5ed-9765-4798-b081-be6f476d7335 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425069 Aug 29 20:38:40.704230 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:41.029790 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203e0b0-36b2-45a0-9cd5-3a71543468be req-a5683139-c4db-43db-a84a-ce9d8643ab2e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:41.031252 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5203e0b0-36b2-45a0-9cd5-3a71543468be req-a5683139-c4db-43db-a84a-ce9d8643ab2e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.0479770 Aug 29 20:38:41.080649 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5203e0b0-36b2-45a0-9cd5-3a71543468be req-66f7d1e0-f8de-4a09-a7a9-d80ab631446a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436304 Aug 29 20:38:41.245558 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af6cdf-016c-4605-8491-2242f794f748 req-c7146605-52ef-4325-a9db-d0d07baf797c tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:41.247424 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e0af6cdf-016c-4605-8491-2242f794f748 req-c7146605-52ef-4325-a9db-d0d07baf797c tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 945 time: 0.0468514 Aug 29 20:38:41.295967 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e0af6cdf-016c-4605-8491-2242f794f748 req-8480e46f-4a2b-4cd1-b11d-3747bbd875e6 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428681 Aug 29 20:38:41.473018 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69c7c3-5c5e-4b89-bec5-7170663f74e4 req-4b2b0d99-6fde-415a-ac4b-f5ea4dc83a55 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:41.474529 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1e69c7c3-5c5e-4b89-bec5-7170663f74e4 req-4b2b0d99-6fde-415a-ac4b-f5ea4dc83a55 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0470264 Aug 29 20:38:41.486266 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:41.525232 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1e69c7c3-5c5e-4b89-bec5-7170663f74e4 req-3a60b35e-c5fd-4504-83c3-087f075bf01b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443602 Aug 29 20:38:42.017515 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e255a77-7e11-4c9a-889b-8d1b1c6e112f req-95a9d133-ce67-4e26-a418-8fd66e3dcf83 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:42.019013 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3e255a77-7e11-4c9a-889b-8d1b1c6e112f req-95a9d133-ce67-4e26-a418-8fd66e3dcf83 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 945 time: 0.0520322 Aug 29 20:38:42.069138 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3e255a77-7e11-4c9a-889b-8d1b1c6e112f req-95581e33-715d-40ad-bdfd-9333b735add1 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444136 Aug 29 20:38:42.211716 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce45f4-fc90-4a5c-8fdb-7777eeaa4c08 req-a8ad486e-381d-49ec-bd42-c69ef53de0b8 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:42.213258 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-00ce45f4-fc90-4a5c-8fdb-7777eeaa4c08 req-a8ad486e-381d-49ec-bd42-c69ef53de0b8 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.0533943 Aug 29 20:38:42.233240 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:42.266018 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-00ce45f4-fc90-4a5c-8fdb-7777eeaa4c08 req-4c6a574e-5e39-4b9d-86b9-ed75fb5a2774 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456529 Aug 29 20:38:42.374132 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:42.418918 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8944ca-c2eb-4da0-9632-ec9eaf707c8a req-c9127a82-3509-4e25-8e1a-1f6747e5732f tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:42.420413 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7b8944ca-c2eb-4da0-9632-ec9eaf707c8a req-c9127a82-3509-4e25-8e1a-1f6747e5732f tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 945 time: 0.0474384 Aug 29 20:38:42.469102 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7b8944ca-c2eb-4da0-9632-ec9eaf707c8a req-118bb853-d36e-42c5-8b12-13fbdcb917ea tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430801 Aug 29 20:38:42.486257 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:42.494915 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c292fb4-057f-4043-a1a5-927649f9d580 req-cae529c7-7aa8-4dd8-b7dd-c7cb792c45b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:42.496472 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3c292fb4-057f-4043-a1a5-927649f9d580 req-cae529c7-7aa8-4dd8-b7dd-c7cb792c45b2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 1129 time: 0.0415692 Aug 29 20:38:42.545359 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3c292fb4-057f-4043-a1a5-927649f9d580 req-c4e075e0-50ba-4c2c-8597-193d4713b0fb service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401525 Aug 29 20:38:42.562288 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27624dc6-fa8c-4640-a388-ab065d9f62af req-77a009a3-1908-4838-b9f4-143c7e071f12 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:42.563773 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-27624dc6-fa8c-4640-a388-ab065d9f62af req-77a009a3-1908-4838-b9f4-143c7e071f12 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 945 time: 0.0796340 Aug 29 20:38:42.571764 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192f890-d236-409c-a80c-7a44c4c96bf7 req-1d7775dd-0cb0-45e0-a512-0a5ae6a7bb7d tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:42.572867 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7192f890-d236-409c-a80c-7a44c4c96bf7 req-1d7775dd-0cb0-45e0-a512-0a5ae6a7bb7d tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0787752 Aug 29 20:38:42.643390 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe4e62-9e1d-42d4-b760-a9312d022215 req-4d1a96ab-a9cc-4211-b8e0-14e21d67e74c tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:42.644792 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cefe4e62-9e1d-42d4-b760-a9312d022215 req-4d1a96ab-a9cc-4211-b8e0-14e21d67e74c tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 946 time: 0.0463662 Aug 29 20:38:42.695452 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cefe4e62-9e1d-42d4-b760-a9312d022215 req-6ee7a1f0-ce46-4b03-89a0-90329c9c6448 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4dddf7e7-9ae1-465b-a424-36e7338ce7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451615 Aug 29 20:38:42.961791 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [req-7192f890-d236-409c-a80c-7a44c4c96bf7 req-1a4f045e-8bea-42ec-b9e5-083442cbdef8 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Deleting port 85b94151-961e-4568-b1f6-9b9ec1883e9a {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:38:42.962051 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-7192f890-d236-409c-a80c-7a44c4c96bf7 req-1a4f045e-8bea-42ec-b9e5-083442cbdef8 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (85b94151-961e-4568-b1f6-9b9ec1883e9a), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:42.965610 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [req-27624dc6-fa8c-4640-a388-ab065d9f62af req-62b7d813-6caa-43cb-984e-33fdf3535a08 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Deleting port d63c8d5b-2b84-4f67-944f-9f299a5aa8cb {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:38:42.965937 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-27624dc6-fa8c-4640-a388-ab065d9f62af req-62b7d813-6caa-43cb-984e-33fdf3535a08 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (d63c8d5b-2b84-4f67-944f-9f299a5aa8cb), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:43.126282 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-27624dc6-fa8c-4640-a388-ab065d9f62af req-62b7d813-6caa-43cb-984e-33fdf3535a08 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] For port d63c8d5b-2b84-4f67-944f-9f299a5aa8cb, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d63c8d5b-2b84-4f67-944f-9f299a5aa8cb,segment=NetworkSegment(6bad58f9-0737-453d-8241-c9102aa4b818),segment_id=6bad58f9-0737-453d-8241-c9102aa4b818)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:38:43.126650 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-27624dc6-fa8c-4640-a388-ab065d9f62af req-62b7d813-6caa-43cb-984e-33fdf3535a08 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (d63c8d5b-2b84-4f67-944f-9f299a5aa8cb), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:43.130134 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-7192f890-d236-409c-a80c-7a44c4c96bf7 req-1a4f045e-8bea-42ec-b9e5-083442cbdef8 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] For port 85b94151-961e-4568-b1f6-9b9ec1883e9a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=85b94151-961e-4568-b1f6-9b9ec1883e9a,segment=NetworkSegment(75a90e64-0b09-4fe0-9fa9-8a5e13957c7f),segment_id=75a90e64-0b09-4fe0-9fa9-8a5e13957c7f)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:38:43.130486 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-7192f890-d236-409c-a80c-7a44c4c96bf7 req-1a4f045e-8bea-42ec-b9e5-083442cbdef8 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (85b94151-961e-4568-b1f6-9b9ec1883e9a), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:43.165573 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [req-27624dc6-fa8c-4640-a388-ab065d9f62af req-62b7d813-6caa-43cb-984e-33fdf3535a08 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Calling delete_port for d63c8d5b-2b84-4f67-944f-9f299a5aa8cb owned by compute:nova {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:38:43.242882 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:43.317743 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2d58f-78c8-4e2b-8135-3e99a5d8f26c req-faf35e60-cd1e-47b8-acab-a90d07a6f2af tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:43.319361 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3de2d58f-78c8-4e2b-8135-3e99a5d8f26c req-faf35e60-cd1e-47b8-acab-a90d07a6f2af tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 945 time: 0.1747746 Aug 29 20:38:43.326034 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=23 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:43.332777 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=98,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:43.392151 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cfe17-98cb-4d6e-9922-6281bb38ecf6 req-91ce083c-0ffb-4fb8-9519-a29a95392515 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:43.393651 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f42cfe17-98cb-4d6e-9922-6281bb38ecf6 req-91ce083c-0ffb-4fb8-9519-a29a95392515 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.0476172 Aug 29 20:38:43.407679 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:43.446895 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f42cfe17-98cb-4d6e-9922-6281bb38ecf6 req-dcc85839-ae6f-47ef-94ba-320f7c6e4820 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472221 Aug 29 20:38:43.483215 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3de2d58f-78c8-4e2b-8135-3e99a5d8f26c req-4f9e234c-2336-45db-b61a-ce357cc7d9a0 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506827 Aug 29 20:38:43.528228 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-7192f890-d236-409c-a80c-7a44c4c96bf7 req-1a4f045e-8bea-42ec-b9e5-083442cbdef8 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:43.528658 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-7192f890-d236-409c-a80c-7a44c4c96bf7 req-1a4f045e-8bea-42ec-b9e5-083442cbdef8 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (a5ab9847-1415-4bd1-80dc-df819b435ddf), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:43.528903 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.db.l3_db [req-7192f890-d236-409c-a80c-7a44c4c96bf7 req-1a4f045e-8bea-42ec-b9e5-083442cbdef8 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Floating IP a5ab9847-1415-4bd1-80dc-df819b435ddf disassociated. External IP: 172.27.1.109, port: 85b94151-961e-4568-b1f6-9b9ec1883e9a. Aug 29 20:38:43.529255 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [req-7192f890-d236-409c-a80c-7a44c4c96bf7 req-1a4f045e-8bea-42ec-b9e5-083442cbdef8 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Calling delete_port for 85b94151-961e-4568-b1f6-9b9ec1883e9a owned by compute:nova {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:38:43.595069 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8485b0e-e859-459a-88dc-61923220c88b req-b7a69ce2-fc73-4cd7-bf83-d75d62dc6359 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:43.596550 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-27624dc6-fa8c-4640-a388-ab065d9f62af req-62b7d813-6caa-43cb-984e-33fdf3535a08 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (d63c8d5b-2b84-4f67-944f-9f299a5aa8cb), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:43.596715 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b8485b0e-e859-459a-88dc-61923220c88b req-b7a69ce2-fc73-4cd7-bf83-d75d62dc6359 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 945 time: 0.0493150 Aug 29 20:38:43.646106 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7d813-6caa-43cb-984e-33fdf3535a08 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Pushing event deleted for resources: {'Port': ['ID=d63c8d5b-2b84-4f67-944f-9f299a5aa8cb,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:43.661421 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b8485b0e-e859-459a-88dc-61923220c88b req-e6dfb7b2-83b4-4f7d-b3b6-686d648a602d tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4aefc317-00dc-4c0f-a9fe-21aa88bcd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587823 Aug 29 20:38:43.692958 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [req-27624dc6-fa8c-4640-a388-ab065d9f62af req-62b7d813-6caa-43cb-984e-33fdf3535a08 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] No DVR routers for this DVR port d63c8d5b-2b84-4f67-944f-9f299a5aa8cb on host hv-cinder-85426 {{(pid=106199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:38:43.696327 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-27624dc6-fa8c-4640-a388-ab065d9f62af req-62b7d813-6caa-43cb-984e-33fdf3535a08 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:43.699800 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-27624dc6-fa8c-4640-a388-ab065d9f62af req-62b7d813-6caa-43cb-984e-33fdf3535a08 tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.33 "DELETE /networking/v2.0/ports/d63c8d5b-2b84-4f67-944f-9f299a5aa8cb HTTP/1.1" status: 204 len: 173 time: 0.8883216 Aug 29 20:38:43.700917 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68772d1-e335-4575-9654-313e27c49591', 'name': 'network-vif-deleted', 'tag': 'd63c8d5b-2b84-4f67-944f-9f299a5aa8cb'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:38:43.704101 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9bce61-6008-4554-aa96-7287d0670fa6" -d '{"events": [{"server_uuid": "b68772d1-e335-4575-9654-313e27c49591", "name": "network-vif-deleted", "tag": "d63c8d5b-2b84-4f67-944f-9f299a5aa8cb"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:38:43.783638 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-7192f890-d236-409c-a80c-7a44c4c96bf7 req-1a4f045e-8bea-42ec-b9e5-083442cbdef8 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (85b94151-961e-4568-b1f6-9b9ec1883e9a), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:43.821478 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-440d941d-26a3-48d7-aeeb-070a02dd0e61 req-277a2060-b5fe-4f17-a6cf-f9a8a20e591a tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 210 time: 0.0426695 Aug 29 20:38:43.824352 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f045e-8bea-42ec-b9e5-083442cbdef8 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Pushing event deleted for resources: {'Port': ['ID=85b94151-961e-4568-b1f6-9b9ec1883e9a,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:43.880362 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e241cf4-a8fd-4e62-9a9d-e461389ba600 x-openstack-request-id: req-3e241cf4-a8fd-4e62-9a9d-e461389ba600 {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:38:43.880658 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68772d1-e335-4575-9654-313e27c49591", "name": "network-vif-deleted", "tag": "d63c8d5b-2b84-4f67-944f-9f299a5aa8cb", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:38:43.880911 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e241cf4-a8fd-4e62-9a9d-e461389ba600 {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:38:43.881314 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e241cf4-a8fd-4e62-9a9d-e461389ba600'] response: {'server_uuid': 'b68772d1-e335-4575-9654-313e27c49591', 'name': 'network-vif-deleted', 'tag': 'd63c8d5b-2b84-4f67-944f-9f299a5aa8cb', 'status': 'completed', 'code': 200} Aug 29 20:38:43.954822 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7192f890-d236-409c-a80c-7a44c4c96bf7 req-1a4f045e-8bea-42ec-b9e5-083442cbdef8 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Router 2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0 has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:38:44.068066 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7192f890-d236-409c-a80c-7a44c4c96bf7 req-1a4f045e-8bea-42ec-b9e5-083442cbdef8 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:38:44.079064 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5687cf1e-28c6-4695-b097-8c8b407783af None None] Sync routers for ids ['2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'] in dv-cinder-854263-2-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:38:44.095310 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5687cf1e-28c6-4695-b097-8c8b407783af None None] Routers {'2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:38:44.096113 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-5687cf1e-28c6-4695-b097-8c8b407783af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:38:40Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:44.114077 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [req-7192f890-d236-409c-a80c-7a44c4c96bf7 req-1a4f045e-8bea-42ec-b9e5-083442cbdef8 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] No DVR routers for this DVR port 85b94151-961e-4568-b1f6-9b9ec1883e9a on host hv-cinder-85426 {{(pid=106199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:38:44.116801 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-7192f890-d236-409c-a80c-7a44c4c96bf7 req-1a4f045e-8bea-42ec-b9e5-083442cbdef8 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:44.120386 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7192f890-d236-409c-a80c-7a44c4c96bf7 req-1a4f045e-8bea-42ec-b9e5-083442cbdef8 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.33 "DELETE /networking/v2.0/ports/85b94151-961e-4568-b1f6-9b9ec1883e9a HTTP/1.1" status: 204 len: 173 time: 1.3020864 Aug 29 20:38:44.198734 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-5687cf1e-28c6-4695-b097-8c8b407783af None None] Set router 2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:38:44.390831 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-5687cf1e-28c6-4695-b097-8c8b407783af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1735663332-router', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:59Z', 'revision_number': 4, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'gw_port': {'id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '5c30aa4b-e0b0-4843-a87a-31710c1ac4de', 'name': '', 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'mac_address': 'fa:16:3e:fc:ff:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b859f7aa-b619-481f-9230-0993b4243baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:57Z', 'updated_at': '2022-08-29T20:33:08Z', 'revision_number': 5, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'subnets': [{'id': 'b859f7aa-b619-481f-9230-0993b4243baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:44.415562 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5687cf1e-28c6-4695-b097-8c8b407783af None None] Checking router: 2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0 for host: dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:38:44.423922 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5687cf1e-28c6-4695-b097-8c8b407783af None None] Routers {'2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:38:44.424554 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-5687cf1e-28c6-4695-b097-8c8b407783af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:38:40Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:44.529267 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-5687cf1e-28c6-4695-b097-8c8b407783af None None] Set router 2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:38:44.597241 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef272c84-1142-4f2a-b1b4-4bbd7e1cbc8a req-430f60a6-843c-4173-b160-ea1e0ee04e0a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:44.599625 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ef272c84-1142-4f2a-b1b4-4bbd7e1cbc8a req-430f60a6-843c-4173-b160-ea1e0ee04e0a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.0746808 Aug 29 20:38:44.636831 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d09b3-5e2f-4a1e-85e6-f79f7897d7fa req-0bd965ba-2d1b-46cd-8d38-5aef0090623c tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:44.639253 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-345d09b3-5e2f-4a1e-85e6-f79f7897d7fa req-0bd965ba-2d1b-46cd-8d38-5aef0090623c tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 945 time: 0.0718622 Aug 29 20:38:44.674820 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ef272c84-1142-4f2a-b1b4-4bbd7e1cbc8a req-cc83816b-e549-4cdd-84d7-e1a618af4311 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658858 Aug 29 20:38:44.751022 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-345d09b3-5e2f-4a1e-85e6-f79f7897d7fa req-43dc6931-6ea2-489c-9f49-96f11ab9e677 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050785 Aug 29 20:38:44.801075 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-5687cf1e-28c6-4695-b097-8c8b407783af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1735663332-router', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:59Z', 'revision_number': 4, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'gw_port': {'id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '5c30aa4b-e0b0-4843-a87a-31710c1ac4de', 'name': '', 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'mac_address': 'fa:16:3e:fc:ff:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b859f7aa-b619-481f-9230-0993b4243baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:57Z', 'updated_at': '2022-08-29T20:33:08Z', 'revision_number': 5, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'subnets': [{'id': 'b859f7aa-b619-481f-9230-0993b4243baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:44.822449 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-655fecc1-8e86-4393-a1d2-115e738c0e68 req-cf7c38ea-cf5d-4581-a3a5-7311d8ea1cae tempest-TestMinimumBasicScenario-771445608 tempest-TestMinimumBasicScenario-771445608-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b68772d1-e335-4575-9654-313e27c49591 HTTP/1.1" status: 200 len: 210 time: 0.0325105 Aug 29 20:38:44.829991 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5687cf1e-28c6-4695-b097-8c8b407783af None None] The sync data for ids ['2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'] in dv-cinder-854263-2-iscsi is: [{'id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1735663332-router', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:59Z', 'revision_number': 4, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'gw_port': {'id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '5c30aa4b-e0b0-4843-a87a-31710c1ac4de', 'name': '', 'network_id': '9aeb874f-5dc0-4462-96f6-c696d1a7b371', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'mac_address': 'fa:16:3e:fc:ff:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b859f7aa-b619-481f-9230-0993b4243baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:57Z', 'updated_at': '2022-08-29T20:33:08Z', 'revision_number': 5, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'subnets': [{'id': 'b859f7aa-b619-481f-9230-0993b4243baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:38:44.958867 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0420a998-9acb-4bd9-9f72-0c58f97fd6aa req-73605ba3-74c7-438c-a659-7455c4423733 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=64544993-4d2e-4125-9371-c55b598a4ab1 HTTP/1.1" status: 200 len: 210 time: 0.0322704 Aug 29 20:38:45.075614 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 85b94151-961e-4568-b1f6-9b9ec1883e9a no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:38:45.096280 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49396d57-7f28-4828-96f1-6530fdb53981 None None] New status for floating IP a5ab9847-1415-4bd1-80dc-df819b435ddf: DOWN {{(pid=106200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:38:45.098574 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] No Port match for: 85b94151-961e-4568-b1f6-9b9ec1883e9a {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:38:45.098856 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 85b94151-961e-4568-b1f6-9b9ec1883e9a not bound to the agent host hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:38:45.099266 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device d63c8d5b-2b84-4f67-944f-9f299a5aa8cb no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:38:45.149126 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] No Port match for: d63c8d5b-2b84-4f67-944f-9f299a5aa8cb {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:38:45.149462 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device d63c8d5b-2b84-4f67-944f-9f299a5aa8cb not bound to the agent host hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:38:45.849707 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:45.855733 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26fdd8-c941-4b7b-a085-da917c2aec2b req-3ba463b4-d508-479f-9a65-516d9f08350e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:45.857793 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-eb26fdd8-c941-4b7b-a085-da917c2aec2b req-3ba463b4-d508-479f-9a65-516d9f08350e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.0642843 Aug 29 20:38:45.870421 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:45.883789 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64544993-4d2e-4125-9371-c55b598a4ab1', 'name': 'network-vif-deleted', 'tag': '85b94151-961e-4568-b1f6-9b9ec1883e9a'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:38:45.886597 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea308d1-b26a-4e91-897c-6d69aa559533" -d '{"events": [{"server_uuid": "64544993-4d2e-4125-9371-c55b598a4ab1", "name": "network-vif-deleted", "tag": "85b94151-961e-4568-b1f6-9b9ec1883e9a"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:38:45.897122 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49230d-6056-4b2c-a945-6541f8dc412c req-46e9d628-c7d9-4a05-9006-16096d5ca5f1 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:45.898686 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fe49230d-6056-4b2c-a945-6541f8dc412c req-46e9d628-c7d9-4a05-9006-16096d5ca5f1 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 945 time: 0.0570803 Aug 29 20:38:45.915270 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-eb26fdd8-c941-4b7b-a085-da917c2aec2b req-d48862c0-62a6-4178-bf18-60d5b9abb9af tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509806 Aug 29 20:38:45.953438 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fe49230d-6056-4b2c-a945-6541f8dc412c req-39dacaa2-b401-408f-b827-eade89fdce84 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479259 Aug 29 20:38:45.998314 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472b17e9-bca4-4aff-8479-609cbe8ed908 x-openstack-request-id: req-472b17e9-bca4-4aff-8479-609cbe8ed908 {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:38:45.998670 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64544993-4d2e-4125-9371-c55b598a4ab1", "name": "network-vif-deleted", "tag": "85b94151-961e-4568-b1f6-9b9ec1883e9a", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:38:45.998988 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-472b17e9-bca4-4aff-8479-609cbe8ed908 {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:38:45.999451 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-472b17e9-bca4-4aff-8479-609cbe8ed908'] response: {'server_uuid': '64544993-4d2e-4125-9371-c55b598a4ab1', 'name': 'network-vif-deleted', 'tag': '85b94151-961e-4568-b1f6-9b9ec1883e9a', 'status': 'completed', 'code': 200} Aug 29 20:38:46.071030 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd0211-2ab3-4147-8c67-3703ef4df37e req-7866427a-67d7-4e68-b972-3c09c637b986 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:46.071030 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-87dd0211-2ab3-4147-8c67-3703ef4df37e req-7866427a-67d7-4e68-b972-3c09c637b986 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.0534952 Aug 29 20:38:46.079103 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 37430) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:46.083750 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-ced61248-d1d6-462c-99e9-84ee6d1bd23a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Request body: {'floatingip': {'port_id': '13477485-5060-4306-b273-b24627558f04'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:38:46.094846 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 37432) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:46.104391 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:46.133834 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ced61248-d1d6-462c-99e9-84ee6d1bd23a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for floatingip (c052429e-570c-4288-b9b6-f62ea2aa1bc8), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:46.166599 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c0acc42c-48b5-41a3-a11a-d281c605f06d tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks [] for security_group (4dddf7e7-9ae1-465b-a424-36e7338ce7fe), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:46.195083 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c0acc42c-48b5-41a3-a11a-d281c605f06d tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks [] for security_group (4dddf7e7-9ae1-465b-a424-36e7338ce7fe), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:46.256814 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c0acc42c-48b5-41a3-a11a-d281c605f06d tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (4dddf7e7-9ae1-465b-a424-36e7338ce7fe), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:46.260876 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-c0acc42c-48b5-41a3-a11a-d281c605f06d tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:46.264806 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-c0acc42c-48b5-41a3-a11a-d281c605f06d tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4dddf7e7-9ae1-465b-a424-36e7338ce7fe HTTP/1.1" status: 204 len: 168 time: 0.1684752 Aug 29 20:38:46.265836 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 37450) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:46.286895 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acc42c-48b5-41a3-a11a-d281c605f06d tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dddf7e7-9ae1-465b-a424-36e7338ce7fe,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:46.289114 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.api.v2.resource [None req-71b5bf81-d6c3-4793-a162-5e5ba1075f1f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] show failed (client error): The resource could not be found. Aug 29 20:38:46.290859 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-71b5bf81-d6c3-4793-a162-5e5ba1075f1f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups/4dddf7e7-9ae1-465b-a424-36e7338ce7fe HTTP/1.1" status: 404 len: 347 time: 0.0209632 Aug 29 20:38:46.299128 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 37454) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:46.627990 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ced61248-d1d6-462c-99e9-84ee6d1bd23a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:46.633381 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ced61248-d1d6-462c-99e9-84ee6d1bd23a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (c052429e-570c-4288-b9b6-f62ea2aa1bc8), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:46.648433 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 37476) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:46.720439 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-b3872bb8-b91f-4591-9e6e-288cd77d35fe tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Deleting port 50451f2b-30df-47ba-8361-7563bd9e9ab9 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:38:46.720706 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b3872bb8-b91f-4591-9e6e-288cd77d35fe tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (50451f2b-30df-47ba-8361-7563bd9e9ab9), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:46.733689 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.db.l3_db [None req-ced61248-d1d6-462c-99e9-84ee6d1bd23a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Floating IP c052429e-570c-4288-b9b6-f62ea2aa1bc8 associated. External IP: 172.27.1.104, port: 13477485-5060-4306-b273-b24627558f04. Aug 29 20:38:46.736291 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:46.887852 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b3872bb8-b91f-4591-9e6e-288cd77d35fe tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (50451f2b-30df-47ba-8361-7563bd9e9ab9), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:46.888576 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b3872bb8-b91f-4591-9e6e-288cd77d35fe tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks [] for floatingip (50451f2b-30df-47ba-8361-7563bd9e9ab9), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:46.906472 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-b3872bb8-b91f-4591-9e6e-288cd77d35fe tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Calling delete_port for 50451f2b-30df-47ba-8361-7563bd9e9ab9 owned by network:floatingip {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:38:46.948773 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced61248-d1d6-462c-99e9-84ee6d1bd23a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Router e2b4c46e-b60d-4c76-bc0c-08a8adc43453 has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:38:47.078381 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced61248-d1d6-462c-99e9-84ee6d1bd23a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:38:47.083452 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ced61248-d1d6-462c-99e9-84ee6d1bd23a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:47.089825 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e520a0e1-8b11-4626-9abe-42314118fe14 None None] Sync routers for ids ['e2b4c46e-b60d-4c76-bc0c-08a8adc43453'] in dv-cinder-854263-2-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:38:47.100350 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e520a0e1-8b11-4626-9abe-42314118fe14 None None] Routers {'e2b4c46e-b60d-4c76-bc0c-08a8adc43453'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:38:47.101236 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-e520a0e1-8b11-4626-9abe-42314118fe14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:38:40Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['e2b4c46e-b60d-4c76-bc0c-08a8adc43453'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:47.119007 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-ced61248-d1d6-462c-99e9-84ee6d1bd23a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/c052429e-570c-4288-b9b6-f62ea2aa1bc8 HTTP/1.1" status: 200 len: 991 time: 1.0387154 Aug 29 20:38:47.119645 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8c3779-360e-43b6-8c43-50a3008159ea', 'tag': '13477485-5060-4306-b273-b24627558f04'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:38:47.122484 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f607546964f141dcf8ed995c545a93b1930b0d2db8722531a12d309c5951f327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cb8971-3643-4f17-b2e6-78d3a1411575" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8c3779-360e-43b6-8c43-50a3008159ea", "tag": "13477485-5060-4306-b273-b24627558f04"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:38:47.156799 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79661f5-548d-4990-9026-254c8f14ea44 req-2d01e66b-d657-41af-b4c0-bef185a9831e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:47.158323 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e79661f5-548d-4990-9026-254c8f14ea44 req-2d01e66b-d657-41af-b4c0-bef185a9831e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 945 time: 0.1154532 Aug 29 20:38:47.169850 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77cf35d-a3b2-41f6-8939-2509112212a3 x-openstack-request-id: req-f77cf35d-a3b2-41f6-8939-2509112212a3 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:38:47.170417 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8c3779-360e-43b6-8c43-50a3008159ea", "tag": "13477485-5060-4306-b273-b24627558f04", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:38:47.171060 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f77cf35d-a3b2-41f6-8939-2509112212a3 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:38:47.172127 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f77cf35d-a3b2-41f6-8939-2509112212a3'] response: {'name': 'network-changed', 'server_uuid': 'bb8c3779-360e-43b6-8c43-50a3008159ea', 'tag': '13477485-5060-4306-b273-b24627558f04', 'status': 'completed', 'code': 200} Aug 29 20:38:47.220618 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-e520a0e1-8b11-4626-9abe-42314118fe14 None None] Set router e2b4c46e-b60d-4c76-bc0c-08a8adc43453 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:38:47.264704 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:47.288255 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:47.366911 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb8971-3643-4f17-b2e6-78d3a1411575 req-98abee36-c1a1-40dd-92bc-afea32207ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:47.368430 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-63cb8971-3643-4f17-b2e6-78d3a1411575 req-98abee36-c1a1-40dd-92bc-afea32207ddd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=bf00868e84384ee59320184a5e1c46c8&device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 1129 time: 0.1751363 Aug 29 20:38:47.374072 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:47.384226 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e79661f5-548d-4990-9026-254c8f14ea44 req-4ed0d074-f2c2-4bb5-a8c1-dd87bc16a563 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162569 Aug 29 20:38:47.397526 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-73d02d9c-f434-4576-af7e-f8ee2117fce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639714'] for router_interface (81e976da-4163-4682-8f9f-321dfd7615e4), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:47.410330 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b3872bb8-b91f-4591-9e6e-288cd77d35fe tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (50451f2b-30df-47ba-8361-7563bd9e9ab9), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:47.447521 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-e520a0e1-8b11-4626-9abe-42314118fe14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'name': 'tempest-AttachVolumeShelveTestJSON-205820228-router', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:35Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'gw_port': {'id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:36Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': 'c052429e-570c-4288-b9b6-f62ea2aa1bc8', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'port_id': '13477485-5060-4306-b273-b24627558f04', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'mac_address': 'fa:16:3e:47:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c3779-360e-43b6-8c43-50a3008159ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:38:26Z', 'updated_at': '2022-08-29T20:38:46Z', 'revision_number': 1, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115a7651-715a-491b-8ebe-235b5f5565cf', 'name': '', 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'mac_address': 'fa:16:3e:92:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:42Z', 'updated_at': '2022-08-29T20:34:52Z', 'revision_number': 5, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'subnets': [{'id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:47.503381 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3872bb8-b91f-4591-9e6e-288cd77d35fe tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Pushing event deleted for resources: {'Port': ['ID=50451f2b-30df-47ba-8361-7563bd9e9ab9,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:47.563785 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e520a0e1-8b11-4626-9abe-42314118fe14 None None] Checking router: e2b4c46e-b60d-4c76-bc0c-08a8adc43453 for host: dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:38:47.570861 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:47.573805 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e520a0e1-8b11-4626-9abe-42314118fe14 None None] Routers {'e2b4c46e-b60d-4c76-bc0c-08a8adc43453'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:38:47.574422 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-e520a0e1-8b11-4626-9abe-42314118fe14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:38:40Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['e2b4c46e-b60d-4c76-bc0c-08a8adc43453'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:47.634531 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb8971-3643-4f17-b2e6-78d3a1411575 req-fd3d1e92-0d1d-404a-a70f-180809175e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:47.636653 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-63cb8971-3643-4f17-b2e6-78d3a1411575 req-fd3d1e92-0d1d-404a-a70f-180809175e47 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=f0c2c5bd-a9a1-411b-a42c-01cbce56e13b HTTP/1.1" status: 200 len: 917 time: 0.2569864 Aug 29 20:38:47.682971 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-e520a0e1-8b11-4626-9abe-42314118fe14 None None] Set router e2b4c46e-b60d-4c76-bc0c-08a8adc43453 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:38:47.686244 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b3872bb8-b91f-4591-9e6e-288cd77d35fe tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks [] for floatingip (a5ab9847-1415-4bd1-80dc-df819b435ddf), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:47.688741 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b3872bb8-b91f-4591-9e6e-288cd77d35fe tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:47.689883 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-b3872bb8-b91f-4591-9e6e-288cd77d35fe tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/a5ab9847-1415-4bd1-80dc-df819b435ddf HTTP/1.1" status: 204 len: 168 time: 1.3897777 Aug 29 20:38:47.805589 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-63cb8971-3643-4f17-b2e6-78d3a1411575 req-4dab665b-acc0-4604-b8e9-c21857516c8c service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13477485-5060-4306-b273-b24627558f04 HTTP/1.1" status: 200 len: 999 time: 0.1599441 Aug 29 20:38:47.898642 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb8971-3643-4f17-b2e6-78d3a1411575 req-5cf0e8d3-cd53-4e82-93fe-bbfe8fbda153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:47.899988 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-63cb8971-3643-4f17-b2e6-78d3a1411575 req-5cf0e8d3-cd53-4e82-93fe-bbfe8fbda153 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=db3f9330-f955-44ea-a8cb-91c97bf60681 HTTP/1.1" status: 200 len: 855 time: 0.0875616 Aug 29 20:38:47.911427 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-e520a0e1-8b11-4626-9abe-42314118fe14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'name': 'tempest-AttachVolumeShelveTestJSON-205820228-router', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:35Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'gw_port': {'id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:36Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': 'c052429e-570c-4288-b9b6-f62ea2aa1bc8', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'port_id': '13477485-5060-4306-b273-b24627558f04', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'mac_address': 'fa:16:3e:47:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c3779-360e-43b6-8c43-50a3008159ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:38:26Z', 'updated_at': '2022-08-29T20:38:46Z', 'revision_number': 1, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115a7651-715a-491b-8ebe-235b5f5565cf', 'name': '', 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'mac_address': 'fa:16:3e:92:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:42Z', 'updated_at': '2022-08-29T20:34:52Z', 'revision_number': 5, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'subnets': [{'id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:47.941768 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e520a0e1-8b11-4626-9abe-42314118fe14 None None] The sync data for ids ['e2b4c46e-b60d-4c76-bc0c-08a8adc43453'] in dv-cinder-854263-2-iscsi is: [{'id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'name': 'tempest-AttachVolumeShelveTestJSON-205820228-router', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:35Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'gw_port': {'id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:36Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': 'c052429e-570c-4288-b9b6-f62ea2aa1bc8', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'port_id': '13477485-5060-4306-b273-b24627558f04', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'mac_address': 'fa:16:3e:47:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c3779-360e-43b6-8c43-50a3008159ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:38:26Z', 'updated_at': '2022-08-29T20:38:46Z', 'revision_number': 1, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115a7651-715a-491b-8ebe-235b5f5565cf', 'name': '', 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'mac_address': 'fa:16:3e:92:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:42Z', 'updated_at': '2022-08-29T20:34:52Z', 'revision_number': 5, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'subnets': [{'id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:38:47.974520 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb8971-3643-4f17-b2e6-78d3a1411575 req-1a21642b-4006-4bb7-bdb1-ed965fa28ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:47.976051 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-63cb8971-3643-4f17-b2e6-78d3a1411575 req-1a21642b-4006-4bb7-bdb1-ed965fa28ec5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f0c2c5bd-a9a1-411b-a42c-01cbce56e13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0693672 Aug 29 20:38:47.976891 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-73d02d9c-f434-4576-af7e-f8ee2117fce0 admin admin] Deleting port 8efac45a-b22e-4b85-8b21-a0dc24da9ea6 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:38:47.977033 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-73d02d9c-f434-4576-af7e-f8ee2117fce0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (8efac45a-b22e-4b85-8b21-a0dc24da9ea6), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:48.140745 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-73d02d9c-f434-4576-af7e-f8ee2117fce0 admin admin] For port 8efac45a-b22e-4b85-8b21-a0dc24da9ea6, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=8efac45a-b22e-4b85-8b21-a0dc24da9ea6,segment=NetworkSegment(6bad58f9-0737-453d-8241-c9102aa4b818),segment_id=6bad58f9-0737-453d-8241-c9102aa4b818)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:38:48.141114 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-73d02d9c-f434-4576-af7e-f8ee2117fce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (8efac45a-b22e-4b85-8b21-a0dc24da9ea6), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:48.158894 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-63cb8971-3643-4f17-b2e6-78d3a1411575 req-3ba07ed0-4729-4c86-8fd1-a26190fde925 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f0c2c5bd-a9a1-411b-a42c-01cbce56e13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676140 Aug 29 20:38:48.160227 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-73d02d9c-f434-4576-af7e-f8ee2117fce0 admin admin] Calling delete_port for 8efac45a-b22e-4b85-8b21-a0dc24da9ea6 owned by network:router_interface {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:38:48.167794 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0bd57e-772f-4d2a-a42b-a5a5aa5c6a94 None None] New status for floating IP c052429e-570c-4288-b9b6-f62ea2aa1bc8: ACTIVE {{(pid=106200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:38:48.175891 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:48.254258 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:48.515440 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a109f91-88e7-4ef5-86b2-b7562531e171 req-221dd4dd-fdc5-4a14-a70a-98c21a12a646 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:48.516960 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8a109f91-88e7-4ef5-86b2-b7562531e171 req-221dd4dd-fdc5-4a14-a70a-98c21a12a646 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 945 time: 0.0476675 Aug 29 20:38:48.537974 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:48.540988 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:48.573322 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8a109f91-88e7-4ef5-86b2-b7562531e171 req-ae14b11b-6a00-4ff7-825f-61eea5b1a020 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507205 Aug 29 20:38:48.587012 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-63cb8971-3643-4f17-b2e6-78d3a1411575 req-7a3f03ab-0338-4c7a-945a-d7f6dd3c5853 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f0c2c5bd-a9a1-411b-a42c-01cbce56e13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217842 Aug 29 20:38:48.692494 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-73d02d9c-f434-4576-af7e-f8ee2117fce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (8efac45a-b22e-4b85-8b21-a0dc24da9ea6), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:48.720600 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d02d9c-f434-4576-af7e-f8ee2117fce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8efac45a-b22e-4b85-8b21-a0dc24da9ea6,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:48.899491 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-73d02d9c-f434-4576-af7e-f8ee2117fce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653650'] for router_interface (81e976da-4163-4682-8f9f-321dfd7615e4), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:49.126885 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d02d9c-f434-4576-af7e-f8ee2117fce0 admin admin] Router 81e976da-4163-4682-8f9f-321dfd7615e4 has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:38:49.229899 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d02d9c-f434-4576-af7e-f8ee2117fce0 admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:38:49.234855 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-73d02d9c-f434-4576-af7e-f8ee2117fce0 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/81e976da-4163-4682-8f9f-321dfd7615e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5855701 Aug 29 20:38:49.237577 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 37496) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:49.238809 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820df94e-c2e3-4fb7-b71c-be9d8f2adc03 None None] Sync routers for ids ['81e976da-4163-4682-8f9f-321dfd7615e4'] in dv-cinder-854263-2-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:38:49.252743 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820df94e-c2e3-4fb7-b71c-be9d8f2adc03 None None] Routers {'81e976da-4163-4682-8f9f-321dfd7615e4'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:38:49.253036 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-820df94e-c2e3-4fb7-b71c-be9d8f2adc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:38:40Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['81e976da-4163-4682-8f9f-321dfd7615e4'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:49.340169 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f9b8b1dd-3eb3-414a-81e8-02167c8acaec admin admin] Publish callbacks [] for router (81e976da-4163-4682-8f9f-321dfd7615e4), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:49.358618 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-820df94e-c2e3-4fb7-b71c-be9d8f2adc03 None None] Set router 81e976da-4163-4682-8f9f-321dfd7615e4 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:38:49.394338 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:49.446454 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f9b8b1dd-3eb3-414a-81e8-02167c8acaec admin admin] Publish callbacks [] for router_gateway (81e976da-4163-4682-8f9f-321dfd7615e4), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:49.475136 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:49.492215 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-f9b8b1dd-3eb3-414a-81e8-02167c8acaec admin admin] Deleting port 3631d30d-63dd-4ede-bd5c-778ca04e08c5 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:38:49.492480 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f9b8b1dd-3eb3-414a-81e8-02167c8acaec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (3631d30d-63dd-4ede-bd5c-778ca04e08c5), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:49.563722 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-820df94e-c2e3-4fb7-b71c-be9d8f2adc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'name': 'tempest-TestMinimumBasicScenario-1808664021-router', 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3631d30d-63dd-4ede-bd5c-778ca04e08c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:29Z', 'updated_at': '2022-08-29T20:38:48Z', 'revision_number': 5, 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'gw_port': {'id': '3631d30d-63dd-4ede-bd5c-778ca04e08c5', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:00:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:31Z', 'updated_at': '2022-08-29T20:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:49.580052 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-f9b8b1dd-3eb3-414a-81e8-02167c8acaec admin admin] For port 3631d30d-63dd-4ede-bd5c-778ca04e08c5, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=3631d30d-63dd-4ede-bd5c-778ca04e08c5,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:38:49.580412 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f9b8b1dd-3eb3-414a-81e8-02167c8acaec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (3631d30d-63dd-4ede-bd5c-778ca04e08c5), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:49.588204 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820df94e-c2e3-4fb7-b71c-be9d8f2adc03 None None] Checking router: 81e976da-4163-4682-8f9f-321dfd7615e4 for host: dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:38:49.593485 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-f9b8b1dd-3eb3-414a-81e8-02167c8acaec admin admin] Calling delete_port for 3631d30d-63dd-4ede-bd5c-778ca04e08c5 owned by network:router_gateway {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:38:49.597082 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820df94e-c2e3-4fb7-b71c-be9d8f2adc03 None None] Routers {'81e976da-4163-4682-8f9f-321dfd7615e4'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:38:49.597699 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-820df94e-c2e3-4fb7-b71c-be9d8f2adc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:38:40Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['81e976da-4163-4682-8f9f-321dfd7615e4'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:49.686810 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-820df94e-c2e3-4fb7-b71c-be9d8f2adc03 None None] Set router 81e976da-4163-4682-8f9f-321dfd7615e4 gateway port host: None {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:38:49.710833 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9f2b3-8079-425a-8047-0b92d4cb4e60 req-94a1e9e7-cbe2-4720-acae-16a683b14841 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:49.712385 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c3e9f2b3-8079-425a-8047-0b92d4cb4e60 req-94a1e9e7-cbe2-4720-acae-16a683b14841 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 945 time: 0.0614972 Aug 29 20:38:49.739534 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-820df94e-c2e3-4fb7-b71c-be9d8f2adc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'name': 'tempest-TestMinimumBasicScenario-1808664021-router', 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:29Z', 'updated_at': '2022-08-29T20:38:49Z', 'revision_number': 6, 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'gw_port_host': None}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:49.764733 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820df94e-c2e3-4fb7-b71c-be9d8f2adc03 None None] The sync data for ids ['81e976da-4163-4682-8f9f-321dfd7615e4'] in dv-cinder-854263-2-iscsi is: [{'id': '81e976da-4163-4682-8f9f-321dfd7615e4', 'name': 'tempest-TestMinimumBasicScenario-1808664021-router', 'tenant_id': '3f36c1186e0f44df87d13ef836f6525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:29Z', 'updated_at': '2022-08-29T20:38:49Z', 'revision_number': 6, 'project_id': '3f36c1186e0f44df87d13ef836f6525b', 'gw_port_host': None}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:38:49.825437 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c3e9f2b3-8079-425a-8047-0b92d4cb4e60 req-feeb04a5-d4f8-48c9-bdfd-2e88745ff0ee tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836573 Aug 29 20:38:49.849428 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f9b8b1dd-3eb3-414a-81e8-02167c8acaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (3631d30d-63dd-4ede-bd5c-778ca04e08c5), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:49.876858 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8b1dd-3eb3-414a-81e8-02167c8acaec admin admin] Pushing event deleted for resources: {'Port': ['ID=3631d30d-63dd-4ede-bd5c-778ca04e08c5,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:49.945091 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f9b8b1dd-3eb3-414a-81e8-02167c8acaec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639137'] for router_gateway (81e976da-4163-4682-8f9f-321dfd7615e4), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:50.033618 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f9b8b1dd-3eb3-414a-81e8-02167c8acaec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6767'] for router (81e976da-4163-4682-8f9f-321dfd7615e4), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:50.035833 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f9b8b1dd-3eb3-414a-81e8-02167c8acaec admin admin] Publish callbacks [] for router_controller (81e976da-4163-4682-8f9f-321dfd7615e4), precommit_delete_associations {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:50.078569 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f9b8b1dd-3eb3-414a-81e8-02167c8acaec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653615'] for router (81e976da-4163-4682-8f9f-321dfd7615e4), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:50.079254 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b8b1dd-3eb3-414a-81e8-02167c8acaec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81e976da-4163-4682-8f9f-321dfd7615e4 {{(pid=106199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 20:38:50.085339 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f9b8b1dd-3eb3-414a-81e8-02167c8acaec admin admin] Publish callbacks [] for router (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:50.089466 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-f9b8b1dd-3eb3-414a-81e8-02167c8acaec admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/81e976da-4163-4682-8f9f-321dfd7615e4 HTTP/1.1" status: 204 len: 168 time: 0.8481355 Aug 29 20:38:50.090203 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 37504) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:50.156853 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db62322-ac6f-41f4-8f24-08fc7bb23bd0 admin admin] Deleting subnet 27bbd3f3-bd10-443b-9270-f984952a576d {{(pid=106199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:38:50.161295 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6db62322-ac6f-41f4-8f24-08fc7bb23bd0 admin admin] Publish callbacks [] for subnet (27bbd3f3-bd10-443b-9270-f984952a576d), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:50.230279 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6db62322-ac6f-41f4-8f24-08fc7bb23bd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61403868'] for subnet (27bbd3f3-bd10-443b-9270-f984952a576d), precommit_delete_associations {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:50.258118 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6157d34-5bb2-4f48-8c22-5d80909ecfab req-9949afd1-7112-4ea6-b3f5-dea13fe12775 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:50.259579 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a6157d34-5bb2-4f48-8c22-5d80909ecfab req-9949afd1-7112-4ea6-b3f5-dea13fe12775 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.0766661 Aug 29 20:38:50.348644 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:50.375250 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a6157d34-5bb2-4f48-8c22-5d80909ecfab req-7793a430-929f-4cd3-b28c-bdb58271039c tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088576 Aug 29 20:38:50.385848 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:50.387228 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6db62322-ac6f-41f4-8f24-08fc7bb23bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996000'] for subnet (27bbd3f3-bd10-443b-9270-f984952a576d), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:50.441305 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6db62322-ac6f-41f4-8f24-08fc7bb23bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61109262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61346464'] for subnet (27bbd3f3-bd10-443b-9270-f984952a576d), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:50.471626 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db62322-ac6f-41f4-8f24-08fc7bb23bd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27bbd3f3-bd10-443b-9270-f984952a576d,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:50.475247 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6db62322-ac6f-41f4-8f24-08fc7bb23bd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for subnet (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:50.478753 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-6db62322-ac6f-41f4-8f24-08fc7bb23bd0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/27bbd3f3-bd10-443b-9270-f984952a576d HTTP/1.1" status: 204 len: 168 time: 0.3874309 Aug 29 20:38:50.481312 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 37508) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:50.481875 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a897b6e9-57c6-4b51-8901-0f905dae1da2 None None] Network c5abf10f-92d1-4beb-ac39-bbd96f2c495a requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:38:50.483915 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:50.564284 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-afd24a77-68ce-4e0c-a5c9-8a524bb99eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4173405'] for network (c5abf10f-92d1-4beb-ac39-bbd96f2c495a), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:50.612982 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-afd24a77-68ce-4e0c-a5c9-8a524bb99eee admin admin] Deleting port 60f8e9e1-4b07-4b2c-b543-1e146053ba17 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:38:50.613563 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-afd24a77-68ce-4e0c-a5c9-8a524bb99eee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (60f8e9e1-4b07-4b2c-b543-1e146053ba17), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:50.656747 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fe42d8-5d71-4944-91cb-6ab5d1093749 None None] DHCP port deletion for c5abf10f-92d1-4beb-ac39-bbd96f2c495a request from dv-cinder-854263-2-iscsi {{(pid=106200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 20:38:50.691908 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-afd24a77-68ce-4e0c-a5c9-8a524bb99eee admin admin] For port 60f8e9e1-4b07-4b2c-b543-1e146053ba17, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=60f8e9e1-4b07-4b2c-b543-1e146053ba17,segment=NetworkSegment(6bad58f9-0737-453d-8241-c9102aa4b818),segment_id=6bad58f9-0737-453d-8241-c9102aa4b818)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:38:50.692590 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-afd24a77-68ce-4e0c-a5c9-8a524bb99eee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (60f8e9e1-4b07-4b2c-b543-1e146053ba17), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:50.700919 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-49fe42d8-5d71-4944-91cb-6ab5d1093749 None None] Deleting port 60f8e9e1-4b07-4b2c-b543-1e146053ba17 {{(pid=106200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:38:50.701328 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-49fe42d8-5d71-4944-91cb-6ab5d1093749 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (60f8e9e1-4b07-4b2c-b543-1e146053ba17), before_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:50.707253 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-afd24a77-68ce-4e0c-a5c9-8a524bb99eee admin admin] Calling delete_port for 60f8e9e1-4b07-4b2c-b543-1e146053ba17 owned by network:dhcp {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:38:50.773499 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-49fe42d8-5d71-4944-91cb-6ab5d1093749 None None] For port 60f8e9e1-4b07-4b2c-b543-1e146053ba17, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=60f8e9e1-4b07-4b2c-b543-1e146053ba17,segment=NetworkSegment(6bad58f9-0737-453d-8241-c9102aa4b818),segment_id=6bad58f9-0737-453d-8241-c9102aa4b818)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:38:50.774040 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-49fe42d8-5d71-4944-91cb-6ab5d1093749 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (60f8e9e1-4b07-4b2c-b543-1e146053ba17), precommit_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:50.788667 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-afd24a77-68ce-4e0c-a5c9-8a524bb99eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (60f8e9e1-4b07-4b2c-b543-1e146053ba17), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:50.790982 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-49fe42d8-5d71-4944-91cb-6ab5d1093749 None None] Calling delete_port for 60f8e9e1-4b07-4b2c-b543-1e146053ba17 owned by network:dhcp {{(pid=106200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:38:50.812955 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd24a77-68ce-4e0c-a5c9-8a524bb99eee admin admin] Pushing event deleted for resources: {'Port': ['ID=60f8e9e1-4b07-4b2c-b543-1e146053ba17,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:50.825474 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd24a77-68ce-4e0c-a5c9-8a524bb99eee admin admin] No DVR routers for this DVR port 60f8e9e1-4b07-4b2c-b543-1e146053ba17 on host dv-cinder-854263-2-iscsi {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:38:50.908786 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-afd24a77-68ce-4e0c-a5c9-8a524bb99eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996931', 'neutron.services.segments.db._delete_segments_for_network-8787001567811'] for network (c5abf10f-92d1-4beb-ac39-bbd96f2c495a), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:50.927605 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-49fe42d8-5d71-4944-91cb-6ab5d1093749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423'] for port (60f8e9e1-4b07-4b2c-b543-1e146053ba17), after_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:50.952791 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe42d8-5d71-4944-91cb-6ab5d1093749 None None] Pushing event deleted for resources: {'Port': ['ID=60f8e9e1-4b07-4b2c-b543-1e146053ba17,revision_number=None']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:50.956642 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-afd24a77-68ce-4e0c-a5c9-8a524bb99eee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5abf10f-92d1-4beb-ac39-bbd96f2c495a']}} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:50.956897 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fe42d8-5d71-4944-91cb-6ab5d1093749 None None] No DVR routers for this DVR port 60f8e9e1-4b07-4b2c-b543-1e146053ba17 on host dv-cinder-854263-2-iscsi {{(pid=106200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:38:50.972975 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-afd24a77-68ce-4e0c-a5c9-8a524bb99eee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bad58f9-0737-453d-8241-c9102aa4b818') {'for_net_delete': True} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:50.973269 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-afd24a77-68ce-4e0c-a5c9-8a524bb99eee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bad58f9-0737-453d-8241-c9102aa4b818') {} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:50.988352 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057a68f-113d-4cdc-b260-3bca7b3d9c28 req-f67421f1-a42c-4133-8619-08bdffc19b7d tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:50.989815 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0057a68f-113d-4cdc-b260-3bca7b3d9c28 req-f67421f1-a42c-4133-8619-08bdffc19b7d tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 945 time: 0.0731347 Aug 29 20:38:50.991539 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-afd24a77-68ce-4e0c-a5c9-8a524bb99eee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001593263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1263491'] for segment (6bad58f9-0737-453d-8241-c9102aa4b818), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:51.001516 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:51.023140 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-afd24a77-68ce-4e0c-a5c9-8a524bb99eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (6bad58f9-0737-453d-8241-c9102aa4b818), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:51.033065 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd24a77-68ce-4e0c-a5c9-8a524bb99eee admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=106198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:38:51.033484 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-afd24a77-68ce-4e0c-a5c9-8a524bb99eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61349810'] for segment (6bad58f9-0737-453d-8241-c9102aa4b818), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:51.080898 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment 6bad58f9-0737-453d-8241-c9102aa4b818 resource provider aggregate not found Aug 29 20:38:51.085801 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 3631d30d-63dd-4ede-bd5c-778ca04e08c5 no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:38:51.109299 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: 3631d30d-63dd-4ede-bd5c-778ca04e08c5 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:38:51.109721 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 3631d30d-63dd-4ede-bd5c-778ca04e08c5 not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:38:51.110153 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 60f8e9e1-4b07-4b2c-b543-1e146053ba17 no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:38:51.119206 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment 6bad58f9-0737-453d-8241-c9102aa4b818 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6bad58f9-0737-453d-8241-c9102aa4b818 found for delete ", "request_id": "req-49d22423-86ed-4666-9137-86b382147614"}]} Aug 29 20:38:51.132514 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0057a68f-113d-4cdc-b260-3bca7b3d9c28 req-ea06b3fd-fc1c-4707-8dfd-cef91086086e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268125 Aug 29 20:38:51.134157 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: 60f8e9e1-4b07-4b2c-b543-1e146053ba17 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:38:51.138736 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 60f8e9e1-4b07-4b2c-b543-1e146053ba17 not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:38:51.138736 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 8efac45a-b22e-4b85-8b21-a0dc24da9ea6 no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:38:51.139046 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-afd24a77-68ce-4e0c-a5c9-8a524bb99eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639181'] for network (c5abf10f-92d1-4beb-ac39-bbd96f2c495a), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:51.144627 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-afd24a77-68ce-4e0c-a5c9-8a524bb99eee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:51.152911 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-afd24a77-68ce-4e0c-a5c9-8a524bb99eee admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/c5abf10f-92d1-4beb-ac39-bbd96f2c495a HTTP/1.1" status: 204 len: 168 time: 0.6651113 Aug 29 20:38:51.153444 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 37516) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:51.157578 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: 8efac45a-b22e-4b85-8b21-a0dc24da9ea6 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:38:51.158104 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 8efac45a-b22e-4b85-8b21-a0dc24da9ea6 not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:38:51.170668 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd24a77-68ce-4e0c-a5c9-8a524bb99eee admin admin] Pushing event deleted for resources: {'Network': ['ID=c5abf10f-92d1-4beb-ac39-bbd96f2c495a,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:51.499959 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6f2f32b1-83d9-4966-ac5e-e25557a33753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639714'] for router_interface (49277d89-2f22-40f1-9515-0c454177d89c), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:51.549732 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0a8d6-2e24-44fa-bb50-f1c336e27f56 req-63a457da-4f5f-4e40-ba0e-06fa8e0b94cc tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:51.551176 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-dfb0a8d6-2e24-44fa-bb50-f1c336e27f56 req-63a457da-4f5f-4e40-ba0e-06fa8e0b94cc tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.0950212 Aug 29 20:38:51.640460 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-dfb0a8d6-2e24-44fa-bb50-f1c336e27f56 req-1bae854e-8a0a-486b-9608-1d582921add5 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825710 Aug 29 20:38:51.766356 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-6f2f32b1-83d9-4966-ac5e-e25557a33753 admin admin] Deleting port 7e28a265-ee73-4c03-861e-46a48a5b702f {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:38:51.766600 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6f2f32b1-83d9-4966-ac5e-e25557a33753 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (7e28a265-ee73-4c03-861e-46a48a5b702f), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:51.843927 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-6f2f32b1-83d9-4966-ac5e-e25557a33753 admin admin] For port 7e28a265-ee73-4c03-861e-46a48a5b702f, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=7e28a265-ee73-4c03-861e-46a48a5b702f,segment=NetworkSegment(a115c314-36ee-46b0-b7b5-3d8e67873ba7),segment_id=a115c314-36ee-46b0-b7b5-3d8e67873ba7)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:38:51.844308 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6f2f32b1-83d9-4966-ac5e-e25557a33753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (7e28a265-ee73-4c03-861e-46a48a5b702f), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:51.857193 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-6f2f32b1-83d9-4966-ac5e-e25557a33753 admin admin] Calling delete_port for 7e28a265-ee73-4c03-861e-46a48a5b702f owned by network:router_interface {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:38:51.902950 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:51.956755 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:52.265218 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a47ba-542c-4c0e-8f3d-270f7cd710d9 req-4b78be2a-6cde-480c-8295-b6e995d9ccdd tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:52.266803 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2a3a47ba-542c-4c0e-8f3d-270f7cd710d9 req-4b78be2a-6cde-480c-8295-b6e995d9ccdd tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 945 time: 0.0493624 Aug 29 20:38:52.328544 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e921b-c6dc-45ce-b7e6-52e0535ece1b req-de55ef4b-8ea1-4301-87a6-3b4103465dbf tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:52.330031 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-549e921b-c6dc-45ce-b7e6-52e0535ece1b req-de55ef4b-8ea1-4301-87a6-3b4103465dbf tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.3112805 Aug 29 20:38:52.331265 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6f2f32b1-83d9-4966-ac5e-e25557a33753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (7e28a265-ee73-4c03-861e-46a48a5b702f), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:52.331658 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2a3a47ba-542c-4c0e-8f3d-270f7cd710d9 req-3a89b38e-fd50-4e98-8463-22f3575164fb tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589373 Aug 29 20:38:52.357620 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f32b1-83d9-4966-ac5e-e25557a33753 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e28a265-ee73-4c03-861e-46a48a5b702f,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:52.583962 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [req-549e921b-c6dc-45ce-b7e6-52e0535ece1b req-2b5f849e-a402-4cce-b9bc-460d3c4e6deb tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Deleting port d8d1277a-533e-438a-99e5-6a4962cfe90d {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:38:52.584296 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-549e921b-c6dc-45ce-b7e6-52e0535ece1b req-2b5f849e-a402-4cce-b9bc-460d3c4e6deb tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (d8d1277a-533e-438a-99e5-6a4962cfe90d), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:52.604601 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6f2f32b1-83d9-4966-ac5e-e25557a33753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653650'] for router_interface (49277d89-2f22-40f1-9515-0c454177d89c), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:52.790125 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-549e921b-c6dc-45ce-b7e6-52e0535ece1b req-2b5f849e-a402-4cce-b9bc-460d3c4e6deb tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] For port d8d1277a-533e-438a-99e5-6a4962cfe90d, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d8d1277a-533e-438a-99e5-6a4962cfe90d,segment=NetworkSegment(75a90e64-0b09-4fe0-9fa9-8a5e13957c7f),segment_id=75a90e64-0b09-4fe0-9fa9-8a5e13957c7f)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:38:52.790493 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-549e921b-c6dc-45ce-b7e6-52e0535ece1b req-2b5f849e-a402-4cce-b9bc-460d3c4e6deb tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (d8d1277a-533e-438a-99e5-6a4962cfe90d), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:52.815321 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [req-549e921b-c6dc-45ce-b7e6-52e0535ece1b req-2b5f849e-a402-4cce-b9bc-460d3c4e6deb tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Calling delete_port for d8d1277a-533e-438a-99e5-6a4962cfe90d owned by compute:nova {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:38:52.827341 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c019a43-4594-46ad-bcc0-358d52264e6a req-8e5439b2-8fff-448c-9c71-2b9dd8a7917f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:52.828871 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0c019a43-4594-46ad-bcc0-358d52264e6a req-8e5439b2-8fff-448c-9c71-2b9dd8a7917f tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 945 time: 0.1132047 Aug 29 20:38:52.945532 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:52.980162 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0c019a43-4594-46ad-bcc0-358d52264e6a req-d8e77045-5923-4488-a713-662110e3cf65 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425691 Aug 29 20:38:53.033473 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:53.076323 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2f32b1-83d9-4966-ac5e-e25557a33753 admin admin] Router 49277d89-2f22-40f1-9515-0c454177d89c has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:38:53.107034 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-549e921b-c6dc-45ce-b7e6-52e0535ece1b req-2b5f849e-a402-4cce-b9bc-460d3c4e6deb tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (d8d1277a-533e-438a-99e5-6a4962cfe90d), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:53.121961 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['83aab753-4372-4b2f-a578-8ecea2f99be1'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:38:53.170810 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f849e-a402-4cce-b9bc-460d3c4e6deb tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Pushing event deleted for resources: {'Port': ['ID=d8d1277a-533e-438a-99e5-6a4962cfe90d,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:53.249858 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [req-549e921b-c6dc-45ce-b7e6-52e0535ece1b req-2b5f849e-a402-4cce-b9bc-460d3c4e6deb tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] No DVR routers for this DVR port d8d1277a-533e-438a-99e5-6a4962cfe90d on host hv-cinder-85426 {{(pid=106199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:38:53.252460 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-549e921b-c6dc-45ce-b7e6-52e0535ece1b req-2b5f849e-a402-4cce-b9bc-460d3c4e6deb tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:53.255993 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-549e921b-c6dc-45ce-b7e6-52e0535ece1b req-2b5f849e-a402-4cce-b9bc-460d3c4e6deb tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.33 "DELETE /networking/v2.0/ports/d8d1277a-533e-438a-99e5-6a4962cfe90d HTTP/1.1" status: 204 len: 173 time: 0.8333573 Aug 29 20:38:53.258221 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc0cdac-77c6-4130-b162-e04f6a61c60c', 'name': 'network-vif-deleted', 'tag': 'd8d1277a-533e-438a-99e5-6a4962cfe90d'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:38:53.261883 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50846b18-9cd9-4da8-b6de-b6df8aea5b0f" -d '{"events": [{"server_uuid": "5dc0cdac-77c6-4130-b162-e04f6a61c60c", "name": "network-vif-deleted", "tag": "d8d1277a-533e-438a-99e5-6a4962cfe90d"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:38:53.294330 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2f32b1-83d9-4966-ac5e-e25557a33753 admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:38:53.305605 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-6f2f32b1-83d9-4966-ac5e-e25557a33753 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/49277d89-2f22-40f1-9515-0c454177d89c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1466222 Aug 29 20:38:53.305799 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 37526) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:53.316656 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916d1a65-a253-4675-9932-bc69f8b1bddb None None] Sync routers for ids ['49277d89-2f22-40f1-9515-0c454177d89c'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:38:53.326666 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297ab687-f28a-4d6f-b4ee-6df8f816b16b x-openstack-request-id: req-297ab687-f28a-4d6f-b4ee-6df8f816b16b {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:38:53.327174 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc0cdac-77c6-4130-b162-e04f6a61c60c", "name": "network-vif-deleted", "tag": "d8d1277a-533e-438a-99e5-6a4962cfe90d", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:38:53.327627 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-297ab687-f28a-4d6f-b4ee-6df8f816b16b {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:38:53.328559 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-297ab687-f28a-4d6f-b4ee-6df8f816b16b'] response: {'server_uuid': '5dc0cdac-77c6-4130-b162-e04f6a61c60c', 'name': 'network-vif-deleted', 'tag': 'd8d1277a-533e-438a-99e5-6a4962cfe90d', 'status': 'completed', 'code': 200} Aug 29 20:38:53.330639 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916d1a65-a253-4675-9932-bc69f8b1bddb None None] Routers {'49277d89-2f22-40f1-9515-0c454177d89c'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:38:53.331392 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-916d1a65-a253-4675-9932-bc69f8b1bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:38:40Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['49277d89-2f22-40f1-9515-0c454177d89c'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:53.423921 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-389e0af3-b7d7-45f5-825d-899969a096f8 admin admin] Publish callbacks [] for router (49277d89-2f22-40f1-9515-0c454177d89c), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:53.473672 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-916d1a65-a253-4675-9932-bc69f8b1bddb None None] Set router 49277d89-2f22-40f1-9515-0c454177d89c gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:38:53.481234 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df042209-eb1c-4179-9d52-b1d09f2a3233 req-e124f3d3-3f84-4036-858c-b411057aac94 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:53.488540 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-df042209-eb1c-4179-9d52-b1d09f2a3233 req-e124f3d3-3f84-4036-858c-b411057aac94 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 945 time: 0.0744562 Aug 29 20:38:53.578925 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:53.588480 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-df042209-eb1c-4179-9d52-b1d09f2a3233 req-688bcbf0-638b-4ff4-9bb4-790a36083106 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965817 Aug 29 20:38:53.708742 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-916d1a65-a253-4675-9932-bc69f8b1bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49277d89-2f22-40f1-9515-0c454177d89c', 'name': 'tempest-TestMinimumBasicScenario-1476657770-router', 'tenant_id': 'fd7f1416e786402898e6377e1c3f210c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '6db3ea8a-01d7-4d29-a542-f8228942df40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:44Z', 'updated_at': '2022-08-29T20:38:51Z', 'revision_number': 5, 'project_id': 'fd7f1416e786402898e6377e1c3f210c', 'gw_port': {'id': '6db3ea8a-01d7-4d29-a542-f8228942df40', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49277d89-2f22-40f1-9515-0c454177d89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:45Z', 'updated_at': '2022-08-29T20:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:53.748052 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916d1a65-a253-4675-9932-bc69f8b1bddb None None] Checking router: 49277d89-2f22-40f1-9515-0c454177d89c for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:38:53.750735 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:53.758851 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916d1a65-a253-4675-9932-bc69f8b1bddb None None] Routers {'49277d89-2f22-40f1-9515-0c454177d89c'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:38:53.759468 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-916d1a65-a253-4675-9932-bc69f8b1bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:38:40Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['49277d89-2f22-40f1-9515-0c454177d89c'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:53.782926 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:53.843763 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-389e0af3-b7d7-45f5-825d-899969a096f8 admin admin] Publish callbacks [] for router_gateway (49277d89-2f22-40f1-9515-0c454177d89c), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:53.890491 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-389e0af3-b7d7-45f5-825d-899969a096f8 admin admin] Deleting port 6db3ea8a-01d7-4d29-a542-f8228942df40 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:38:53.890834 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-389e0af3-b7d7-45f5-825d-899969a096f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (6db3ea8a-01d7-4d29-a542-f8228942df40), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:53.928578 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:53.979425 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-389e0af3-b7d7-45f5-825d-899969a096f8 admin admin] For port 6db3ea8a-01d7-4d29-a542-f8228942df40, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=6db3ea8a-01d7-4d29-a542-f8228942df40,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:38:53.980319 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-389e0af3-b7d7-45f5-825d-899969a096f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (6db3ea8a-01d7-4d29-a542-f8228942df40), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:53.989936 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-916d1a65-a253-4675-9932-bc69f8b1bddb None None] Set router 49277d89-2f22-40f1-9515-0c454177d89c gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:38:53.996574 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-389e0af3-b7d7-45f5-825d-899969a096f8 admin admin] Calling delete_port for 6db3ea8a-01d7-4d29-a542-f8228942df40 owned by network:router_gateway {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:38:54.159201 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-57ead524-b5d1-4e1f-a0e5-b6e836982a54 req-7f779bbb-3790-49f7-97c2-1f2dd4e41d5d tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5dc0cdac-77c6-4130-b162-e04f6a61c60c HTTP/1.1" status: 200 len: 210 time: 0.0469666 Aug 29 20:38:54.186743 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-916d1a65-a253-4675-9932-bc69f8b1bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49277d89-2f22-40f1-9515-0c454177d89c', 'name': 'tempest-TestMinimumBasicScenario-1476657770-router', 'tenant_id': 'fd7f1416e786402898e6377e1c3f210c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '6db3ea8a-01d7-4d29-a542-f8228942df40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:44Z', 'updated_at': '2022-08-29T20:38:51Z', 'revision_number': 5, 'project_id': 'fd7f1416e786402898e6377e1c3f210c', 'gw_port': {'id': '6db3ea8a-01d7-4d29-a542-f8228942df40', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49277d89-2f22-40f1-9515-0c454177d89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:45Z', 'updated_at': '2022-08-29T20:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:54.213691 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916d1a65-a253-4675-9932-bc69f8b1bddb None None] The sync data for ids ['49277d89-2f22-40f1-9515-0c454177d89c'] in dv-cinder-854263-2-iscsi is: [{'id': '49277d89-2f22-40f1-9515-0c454177d89c', 'name': 'tempest-TestMinimumBasicScenario-1476657770-router', 'tenant_id': 'fd7f1416e786402898e6377e1c3f210c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '6db3ea8a-01d7-4d29-a542-f8228942df40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:44Z', 'updated_at': '2022-08-29T20:38:51Z', 'revision_number': 5, 'project_id': 'fd7f1416e786402898e6377e1c3f210c', 'gw_port': {'id': '6db3ea8a-01d7-4d29-a542-f8228942df40', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49277d89-2f22-40f1-9515-0c454177d89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:45Z', 'updated_at': '2022-08-29T20:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:38:54.227211 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-389e0af3-b7d7-45f5-825d-899969a096f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (6db3ea8a-01d7-4d29-a542-f8228942df40), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:54.255352 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e0af3-b7d7-45f5-825d-899969a096f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6db3ea8a-01d7-4d29-a542-f8228942df40,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:54.319449 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-389e0af3-b7d7-45f5-825d-899969a096f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639137'] for router_gateway (49277d89-2f22-40f1-9515-0c454177d89c), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:54.426236 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:54.428019 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-389e0af3-b7d7-45f5-825d-899969a096f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6767'] for router (49277d89-2f22-40f1-9515-0c454177d89c), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:54.430356 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-389e0af3-b7d7-45f5-825d-899969a096f8 admin admin] Publish callbacks [] for router_controller (49277d89-2f22-40f1-9515-0c454177d89c), precommit_delete_associations {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:54.495611 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-389e0af3-b7d7-45f5-825d-899969a096f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653615'] for router (49277d89-2f22-40f1-9515-0c454177d89c), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:54.496580 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389e0af3-b7d7-45f5-825d-899969a096f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49277d89-2f22-40f1-9515-0c454177d89c {{(pid=106198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 20:38:54.501867 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-389e0af3-b7d7-45f5-825d-899969a096f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:54.502787 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-389e0af3-b7d7-45f5-825d-899969a096f8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/49277d89-2f22-40f1-9515-0c454177d89c HTTP/1.1" status: 204 len: 168 time: 1.1979678 Aug 29 20:38:54.505365 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 37534) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:54.554409 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea7cb0d2-36b4-4bab-83e9-53606ae88aa9 admin admin] Deleting subnet 8cd127be-1b27-48b3-ab7a-d01fc2ff0016 {{(pid=106198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:38:54.558194 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ea7cb0d2-36b4-4bab-83e9-53606ae88aa9 admin admin] Publish callbacks [] for subnet (8cd127be-1b27-48b3-ab7a-d01fc2ff0016), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:54.596730 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ea7cb0d2-36b4-4bab-83e9-53606ae88aa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1263496'] for subnet (8cd127be-1b27-48b3-ab7a-d01fc2ff0016), precommit_delete_associations {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:54.685014 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ea7cb0d2-36b4-4bab-83e9-53606ae88aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996000'] for subnet (8cd127be-1b27-48b3-ab7a-d01fc2ff0016), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:54.737282 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74d694-a223-4e8f-98f2-1a6d18cc95ab req-8c11bfe3-e38e-4c57-b387-8f3428eff6dd tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:54.739206 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-eb74d694-a223-4e8f-98f2-1a6d18cc95ab req-8c11bfe3-e38e-4c57-b387-8f3428eff6dd tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 945 time: 0.0676761 Aug 29 20:38:54.747367 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ea7cb0d2-36b4-4bab-83e9-53606ae88aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61348116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215017'] for subnet (8cd127be-1b27-48b3-ab7a-d01fc2ff0016), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:54.752326 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=11 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:54.775489 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7cb0d2-36b4-4bab-83e9-53606ae88aa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cd127be-1b27-48b3-ab7a-d01fc2ff0016,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:54.780560 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ea7cb0d2-36b4-4bab-83e9-53606ae88aa9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:54.783862 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-ea7cb0d2-36b4-4bab-83e9-53606ae88aa9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/8cd127be-1b27-48b3-ab7a-d01fc2ff0016 HTTP/1.1" status: 204 len: 168 time: 0.2773981 Aug 29 20:38:54.786610 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 37538) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:54.792796 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2354a9f1-123a-4285-a374-e82ec478041e None None] Network 414320bb-3640-4ea8-a4bd-ea0733947861 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:38:54.796497 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-eb74d694-a223-4e8f-98f2-1a6d18cc95ab req-531c0dd4-d66f-4de6-8935-61d7b9674d17 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514033 Aug 29 20:38:54.860517 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e8afc8b9-d3bb-4a21-ac9e-3a788d150f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4173405'] for network (414320bb-3640-4ea8-a4bd-ea0733947861), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:54.906088 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-e8afc8b9-d3bb-4a21-ac9e-3a788d150f30 admin admin] Deleting port 98fbd68b-61e8-46b8-adaf-bc2a8252c9ec {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:38:54.906515 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e8afc8b9-d3bb-4a21-ac9e-3a788d150f30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (98fbd68b-61e8-46b8-adaf-bc2a8252c9ec), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:54.966421 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad212df0-00de-4d9c-a7b2-2385d6eefc4b None None] DHCP port deletion for 414320bb-3640-4ea8-a4bd-ea0733947861 request from dv-cinder-854263-2-iscsi {{(pid=106200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 20:38:54.980808 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-e8afc8b9-d3bb-4a21-ac9e-3a788d150f30 admin admin] For port 98fbd68b-61e8-46b8-adaf-bc2a8252c9ec, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=98fbd68b-61e8-46b8-adaf-bc2a8252c9ec,segment=NetworkSegment(a115c314-36ee-46b0-b7b5-3d8e67873ba7),segment_id=a115c314-36ee-46b0-b7b5-3d8e67873ba7)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:38:54.981242 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e8afc8b9-d3bb-4a21-ac9e-3a788d150f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (98fbd68b-61e8-46b8-adaf-bc2a8252c9ec), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:54.995732 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-e8afc8b9-d3bb-4a21-ac9e-3a788d150f30 admin admin] Calling delete_port for 98fbd68b-61e8-46b8-adaf-bc2a8252c9ec owned by network:dhcp {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:38:55.004949 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad212df0-00de-4d9c-a7b2-2385d6eefc4b None None] Deleting port 98fbd68b-61e8-46b8-adaf-bc2a8252c9ec {{(pid=106200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:38:55.005559 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad212df0-00de-4d9c-a7b2-2385d6eefc4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (98fbd68b-61e8-46b8-adaf-bc2a8252c9ec), before_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:55.073950 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ad212df0-00de-4d9c-a7b2-2385d6eefc4b None None] For port 98fbd68b-61e8-46b8-adaf-bc2a8252c9ec, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=98fbd68b-61e8-46b8-adaf-bc2a8252c9ec,segment=NetworkSegment(a115c314-36ee-46b0-b7b5-3d8e67873ba7),segment_id=a115c314-36ee-46b0-b7b5-3d8e67873ba7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:38:55.074333 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad212df0-00de-4d9c-a7b2-2385d6eefc4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (98fbd68b-61e8-46b8-adaf-bc2a8252c9ec), precommit_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:55.086158 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e8afc8b9-d3bb-4a21-ac9e-3a788d150f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (98fbd68b-61e8-46b8-adaf-bc2a8252c9ec), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:55.088666 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad212df0-00de-4d9c-a7b2-2385d6eefc4b None None] Calling delete_port for 98fbd68b-61e8-46b8-adaf-bc2a8252c9ec owned by network:dhcp {{(pid=106200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:38:55.116551 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8afc8b9-d3bb-4a21-ac9e-3a788d150f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=98fbd68b-61e8-46b8-adaf-bc2a8252c9ec,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:55.118469 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8afc8b9-d3bb-4a21-ac9e-3a788d150f30 admin admin] No DVR routers for this DVR port 98fbd68b-61e8-46b8-adaf-bc2a8252c9ec on host dv-cinder-854263-2-iscsi {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:38:55.129494 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device d8d1277a-533e-438a-99e5-6a4962cfe90d no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:38:55.152313 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] No Port match for: d8d1277a-533e-438a-99e5-6a4962cfe90d {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:38:55.152655 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device d8d1277a-533e-438a-99e5-6a4962cfe90d not bound to the agent host hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:38:55.186117 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad212df0-00de-4d9c-a7b2-2385d6eefc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423'] for port (98fbd68b-61e8-46b8-adaf-bc2a8252c9ec), after_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:55.192858 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e8afc8b9-d3bb-4a21-ac9e-3a788d150f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996931', 'neutron.services.segments.db._delete_segments_for_network-8787001567811'] for network (414320bb-3640-4ea8-a4bd-ea0733947861), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:55.217204 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-e8afc8b9-d3bb-4a21-ac9e-3a788d150f30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['414320bb-3640-4ea8-a4bd-ea0733947861']}} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:55.225821 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad212df0-00de-4d9c-a7b2-2385d6eefc4b None None] Pushing event deleted for resources: {'Port': ['ID=98fbd68b-61e8-46b8-adaf-bc2a8252c9ec,revision_number=None']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:55.228443 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-e8afc8b9-d3bb-4a21-ac9e-3a788d150f30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a115c314-36ee-46b0-b7b5-3d8e67873ba7') {'for_net_delete': True} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:55.229444 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad212df0-00de-4d9c-a7b2-2385d6eefc4b None None] No DVR routers for this DVR port 98fbd68b-61e8-46b8-adaf-bc2a8252c9ec on host dv-cinder-854263-2-iscsi {{(pid=106200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:38:55.230921 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-e8afc8b9-d3bb-4a21-ac9e-3a788d150f30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a115c314-36ee-46b0-b7b5-3d8e67873ba7') {} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:38:55.243540 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e8afc8b9-d3bb-4a21-ac9e-3a788d150f30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001593263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1263491'] for segment (a115c314-36ee-46b0-b7b5-3d8e67873ba7), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:55.260715 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e8afc8b9-d3bb-4a21-ac9e-3a788d150f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (a115c314-36ee-46b0-b7b5-3d8e67873ba7), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:55.267972 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8afc8b9-d3bb-4a21-ac9e-3a788d150f30 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=106198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:38:55.268479 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e8afc8b9-d3bb-4a21-ac9e-3a788d150f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61349810'] for segment (a115c314-36ee-46b0-b7b5-3d8e67873ba7), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:55.317315 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment a115c314-36ee-46b0-b7b5-3d8e67873ba7 resource provider aggregate not found Aug 29 20:38:55.356396 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment a115c314-36ee-46b0-b7b5-3d8e67873ba7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a115c314-36ee-46b0-b7b5-3d8e67873ba7 found for delete ", "request_id": "req-c9875cd1-bf0e-448d-8166-c3ed8f613929"}]} Aug 29 20:38:55.361026 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e8afc8b9-d3bb-4a21-ac9e-3a788d150f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639181'] for network (414320bb-3640-4ea8-a4bd-ea0733947861), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:55.365912 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e8afc8b9-d3bb-4a21-ac9e-3a788d150f30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:55.373380 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-e8afc8b9-d3bb-4a21-ac9e-3a788d150f30 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/414320bb-3640-4ea8-a4bd-ea0733947861 HTTP/1.1" status: 204 len: 168 time: 0.5856624 Aug 29 20:38:55.391724 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8afc8b9-d3bb-4a21-ac9e-3a788d150f30 admin admin] Pushing event deleted for resources: {'Network': ['ID=414320bb-3640-4ea8-a4bd-ea0733947861,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:55.449247 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 7e28a265-ee73-4c03-861e-46a48a5b702f no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:38:55.470784 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: 7e28a265-ee73-4c03-861e-46a48a5b702f {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:38:55.471008 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 7e28a265-ee73-4c03-861e-46a48a5b702f not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:38:55.471538 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 98fbd68b-61e8-46b8-adaf-bc2a8252c9ec no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:38:55.492663 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: 98fbd68b-61e8-46b8-adaf-bc2a8252c9ec {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:38:55.492900 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 98fbd68b-61e8-46b8-adaf-bc2a8252c9ec not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:38:55.493335 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 6db3ea8a-01d7-4d29-a542-f8228942df40 no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:38:55.513312 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: 6db3ea8a-01d7-4d29-a542-f8228942df40 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:38:55.513641 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 6db3ea8a-01d7-4d29-a542-f8228942df40 not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:38:55.538603 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:DELETE=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:55.548006 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26e591-b0e7-43ba-ac76-0400ff1d1fc2 req-02803463-30e0-48e9-8cbc-7232f024a39d tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:55.549559 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ce26e591-b0e7-43ba-ac76-0400ff1d1fc2 req-02803463-30e0-48e9-8cbc-7232f024a39d tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 945 time: 0.0556362 Aug 29 20:38:55.601467 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-ce26e591-b0e7-43ba-ac76-0400ff1d1fc2 req-85d95f5f-eac0-4c9d-a15c-b7321a4ee8b2 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455074 Aug 29 20:38:55.605272 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 37552) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:55.646476 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-89abe127-6f8a-49d1-98c4-6e7a267a15d2 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=3f36c1186e0f44df87d13ef836f6525b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400522 Aug 29 20:38:55.649180 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 37554) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:55.703531 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-68b61f4e-a4ad-4849-974d-cba72de25bb0 admin admin] Publish callbacks [] for security_group (4aefc317-00dc-4c0f-a9fe-21aa88bcd392), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:55.724730 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-68b61f4e-a4ad-4849-974d-cba72de25bb0 admin admin] Publish callbacks [] for security_group (4aefc317-00dc-4c0f-a9fe-21aa88bcd392), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:55.773247 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-68b61f4e-a4ad-4849-974d-cba72de25bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (4aefc317-00dc-4c0f-a9fe-21aa88bcd392), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:55.776724 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-68b61f4e-a4ad-4849-974d-cba72de25bb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:55.778179 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-68b61f4e-a4ad-4849-974d-cba72de25bb0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4aefc317-00dc-4c0f-a9fe-21aa88bcd392 HTTP/1.1" status: 204 len: 168 time: 0.1279967 Aug 29 20:38:55.786821 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b61f4e-a4ad-4849-974d-cba72de25bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aefc317-00dc-4c0f-a9fe-21aa88bcd392,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:55.924550 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb4604-0b7d-42a0-af7b-f79a4caa5745 req-d1b113ce-deec-4f99-9650-5ea0ebd8a388 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:55.926330 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-eadb4604-0b7d-42a0-af7b-f79a4caa5745 req-d1b113ce-deec-4f99-9650-5ea0ebd8a388 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 945 time: 0.0507042 Aug 29 20:38:55.983387 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-eadb4604-0b7d-42a0-af7b-f79a4caa5745 req-73e19a2c-a0c3-404a-8ba9-f67037a3c318 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464797 Aug 29 20:38:56.118211 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 37564) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:56.158567 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-ff058456-0f3a-4593-88ca-9755febd62ba admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=fd7f1416e786402898e6377e1c3f210c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391192 Aug 29 20:38:56.161022 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 37566) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:38:56.209619 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-bed6cc27-782f-4f00-847d-41f7f667a394 admin admin] Publish callbacks [] for security_group (cd030ba3-e625-4707-aa74-efb4380c3b42), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:56.230520 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-bed6cc27-782f-4f00-847d-41f7f667a394 admin admin] Publish callbacks [] for security_group (cd030ba3-e625-4707-aa74-efb4380c3b42), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:56.280769 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-bed6cc27-782f-4f00-847d-41f7f667a394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (cd030ba3-e625-4707-aa74-efb4380c3b42), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:56.283288 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-bed6cc27-782f-4f00-847d-41f7f667a394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:56.284488 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-bed6cc27-782f-4f00-847d-41f7f667a394 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/cd030ba3-e625-4707-aa74-efb4380c3b42 HTTP/1.1" status: 204 len: 168 time: 0.1225700 Aug 29 20:38:56.293006 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6cc27-782f-4f00-847d-41f7f667a394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd030ba3-e625-4707-aa74-efb4380c3b42,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:38:56.691855 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:56.735582 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7799c-18ff-41dc-bc8c-485ce163d13f req-c63c3afa-e94a-4745-a59e-f3e790f12efe tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:56.737097 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1ab7799c-18ff-41dc-bc8c-485ce163d13f req-c63c3afa-e94a-4745-a59e-f3e790f12efe tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 945 time: 0.0543933 Aug 29 20:38:56.786734 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1ab7799c-18ff-41dc-bc8c-485ce163d13f req-cf7d38aa-c0a6-4f7c-b0af-f38eb55742c7 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430107 Aug 29 20:38:57.112600 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247fdd9-25f3-4ff6-914e-592310a76e66 req-da67b533-e69d-4d06-a8a2-bfe8fd74edc4 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:57.114078 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8247fdd9-25f3-4ff6-914e-592310a76e66 req-da67b533-e69d-4d06-a8a2-bfe8fd74edc4 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 945 time: 0.0526302 Aug 29 20:38:57.165436 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8247fdd9-25f3-4ff6-914e-592310a76e66 req-aee02220-ac5c-49e9-a272-b266705d4489 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452325 Aug 29 20:38:57.918045 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dcd2b0-88b1-40cc-b293-f95285fb5751 req-d9727b40-97de-4742-8875-3ed5f8cac04b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:57.919579 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-99dcd2b0-88b1-40cc-b293-f95285fb5751 req-d9727b40-97de-4742-8875-3ed5f8cac04b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 945 time: 0.0574605 Aug 29 20:38:57.969241 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-99dcd2b0-88b1-40cc-b293-f95285fb5751 req-a26a5134-da62-403f-963b-f58574fc40f2 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431006 Aug 29 20:38:58.066867 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728de87-2647-4779-b650-e2278b769fd6 req-5a1cf2d5-2425-43b8-be1e-579634962265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:58.068415 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f728de87-2647-4779-b650-e2278b769fd6 req-5a1cf2d5-2425-43b8-be1e-579634962265 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=2f93e5b4f52b4b8cac7e0336a44b33ba&device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 1129 time: 0.0401568 Aug 29 20:38:58.298303 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f39b38-5e8d-4b3e-b032-b0a1bd866f9b req-545a1cdc-2b53-49c0-acec-2a8ade9409a7 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:58.299989 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-07f39b38-5e8d-4b3e-b032-b0a1bd866f9b req-545a1cdc-2b53-49c0-acec-2a8ade9409a7 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 945 time: 0.0557084 Aug 29 20:38:58.439837 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-07f39b38-5e8d-4b3e-b032-b0a1bd866f9b req-ce9e050e-7b08-47a2-abeb-32d0f5df4036 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263342 Aug 29 20:38:58.461626 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0f7c1-2fbe-4df4-8ce4-5a202f9195b1 req-0d319287-be69-4042-a166-610181edc6a6 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:58.463636 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-79a0f7c1-2fbe-4df4-8ce4-5a202f9195b1 req-0d319287-be69-4042-a166-610181edc6a6 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 945 time: 0.0877481 Aug 29 20:38:58.464866 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23f1e7-0434-4872-99bc-df5b55935e2e req-0c5989e6-af1b-4e40-9df4-86d453de5b9f tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:58.467454 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8c23f1e7-0434-4872-99bc-df5b55935e2e req-0c5989e6-af1b-4e40-9df4-86d453de5b9f tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1773df51-c30e-4b2d-8497-eb95021c3efa HTTP/1.1" status: 200 len: 945 time: 0.0678089 Aug 29 20:38:58.487582 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:58.498541 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728de87-2647-4779-b650-e2278b769fd6 req-fc29cc9c-b82f-4cec-8bd1-f89a5db6d005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:58.500058 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f728de87-2647-4779-b650-e2278b769fd6 req-fc29cc9c-b82f-4cec-8bd1-f89a5db6d005 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=779bade7-0633-4938-81a0-aee67711baac HTTP/1.1" status: 200 len: 909 time: 0.1537135 Aug 29 20:38:58.524492 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8c23f1e7-0434-4872-99bc-df5b55935e2e req-d26b1348-b821-46a4-9d80-6931e90c638e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513544 Aug 29 20:38:59.104092 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f57a0-143f-4c7a-b538-a2fdf37f9787 req-6d83b753-3b4b-4928-b460-96233f266e80 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:59.105564 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-447f57a0-143f-4c7a-b538-a2fdf37f9787 req-6d83b753-3b4b-4928-b460-96233f266e80 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 945 time: 0.0582550 Aug 29 20:38:59.116509 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:38:59.153577 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-447f57a0-143f-4c7a-b538-a2fdf37f9787 req-38f6710a-1c38-402f-a170-b4d7e8eb1c2c tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424230 Aug 29 20:38:59.564237 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39106e-5dbb-43cd-b84b-73a6cc9e0161 req-e3f67ace-2daa-422a-b3c2-e059636829c6 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:59.565710 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-de39106e-5dbb-43cd-b84b-73a6cc9e0161 req-e3f67ace-2daa-422a-b3c2-e059636829c6 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 945 time: 0.0476093 Aug 29 20:38:59.617196 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-de39106e-5dbb-43cd-b84b-73a6cc9e0161 req-d7dc8991-1e11-4260-9167-6b4cc7f2ea03 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460677 Aug 29 20:38:59.650769 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce4ac1-ca08-4062-a4b6-5ea591529753 req-4d1d3c91-a39b-417c-aa18-e02fc7769a81 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:59.652310 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e1ce4ac1-ca08-4062-a4b6-5ea591529753 req-4d1d3c91-a39b-417c-aa18-e02fc7769a81 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1773df51-c30e-4b2d-8497-eb95021c3efa HTTP/1.1" status: 200 len: 945 time: 0.0513639 Aug 29 20:38:59.803889 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f728de87-2647-4779-b650-e2278b769fd6 req-3fbf77d2-4d3a-41f7-8311-cbfd81634d50 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ff3928a-585f-4fdd-9895-afd0c54f0e08 HTTP/1.1" status: 200 len: 1001 time: 0.1491501 Aug 29 20:38:59.820490 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e1ce4ac1-ca08-4062-a4b6-5ea591529753 req-937ecee0-667f-489e-abc8-71c81023185c tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586707 Aug 29 20:38:59.829030 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [req-79a0f7c1-2fbe-4df4-8ce4-5a202f9195b1 req-29515566-34cb-4f29-9150-f80184c4021b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Deleting port 83aab753-4372-4b2f-a578-8ecea2f99be1 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:38:59.829368 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-79a0f7c1-2fbe-4df4-8ce4-5a202f9195b1 req-29515566-34cb-4f29-9150-f80184c4021b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (83aab753-4372-4b2f-a578-8ecea2f99be1), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:59.944787 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728de87-2647-4779-b650-e2278b769fd6 req-d3641a78-b2b7-4b25-b774-8ab309e2e8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:38:59.946215 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f728de87-2647-4779-b650-e2278b769fd6 req-d3641a78-b2b7-4b25-b774-8ab309e2e8ea service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=03b5cc74-b24b-495e-ac4f-195d2dcad1d7 HTTP/1.1" status: 200 len: 847 time: 0.0697610 Aug 29 20:38:59.964644 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-79a0f7c1-2fbe-4df4-8ce4-5a202f9195b1 req-29515566-34cb-4f29-9150-f80184c4021b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] For port 83aab753-4372-4b2f-a578-8ecea2f99be1, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=83aab753-4372-4b2f-a578-8ecea2f99be1,segment=NetworkSegment(75a90e64-0b09-4fe0-9fa9-8a5e13957c7f),segment_id=75a90e64-0b09-4fe0-9fa9-8a5e13957c7f)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:38:59.965014 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-79a0f7c1-2fbe-4df4-8ce4-5a202f9195b1 req-29515566-34cb-4f29-9150-f80184c4021b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (83aab753-4372-4b2f-a578-8ecea2f99be1), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:38:59.980254 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [req-79a0f7c1-2fbe-4df4-8ce4-5a202f9195b1 req-29515566-34cb-4f29-9150-f80184c4021b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Calling delete_port for 83aab753-4372-4b2f-a578-8ecea2f99be1 owned by compute:nova {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:39:00.116747 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-79a0f7c1-2fbe-4df4-8ce4-5a202f9195b1 req-29515566-34cb-4f29-9150-f80184c4021b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (83aab753-4372-4b2f-a578-8ecea2f99be1), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:00.151241 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29515566-34cb-4f29-9150-f80184c4021b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Pushing event deleted for resources: {'Port': ['ID=83aab753-4372-4b2f-a578-8ecea2f99be1,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:00.221071 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728de87-2647-4779-b650-e2278b769fd6 req-63a89ffc-919e-4e54-9fec-d27e94bb5c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:00.222577 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f728de87-2647-4779-b650-e2278b769fd6 req-63a89ffc-919e-4e54-9fec-d27e94bb5c59 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=779bade7-0633-4938-81a0-aee67711baac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0821064 Aug 29 20:39:00.223853 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a0f7c1-2fbe-4df4-8ce4-5a202f9195b1 req-29515566-34cb-4f29-9150-f80184c4021b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] No DVR routers for this DVR port 83aab753-4372-4b2f-a578-8ecea2f99be1 on host hv-cinder-85426 {{(pid=106199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:39:00.226505 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-79a0f7c1-2fbe-4df4-8ce4-5a202f9195b1 req-29515566-34cb-4f29-9150-f80184c4021b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:00.230655 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-79a0f7c1-2fbe-4df4-8ce4-5a202f9195b1 req-29515566-34cb-4f29-9150-f80184c4021b tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.33 "DELETE /networking/v2.0/ports/83aab753-4372-4b2f-a578-8ecea2f99be1 HTTP/1.1" status: 204 len: 173 time: 0.5773289 Aug 29 20:39:00.231099 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db93852-3c79-43ac-8757-a41602e8bc53', 'name': 'network-vif-deleted', 'tag': '83aab753-4372-4b2f-a578-8ecea2f99be1'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:39:00.233393 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08598ae8-9fc7-4c52-93b9-be1768c7f7f4" -d '{"events": [{"server_uuid": "3db93852-3c79-43ac-8757-a41602e8bc53", "name": "network-vif-deleted", "tag": "83aab753-4372-4b2f-a578-8ecea2f99be1"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:39:00.271829 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a28c24d-dbb5-450f-aac7-48bd54069cee x-openstack-request-id: req-0a28c24d-dbb5-450f-aac7-48bd54069cee {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:39:00.272160 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db93852-3c79-43ac-8757-a41602e8bc53", "name": "network-vif-deleted", "tag": "83aab753-4372-4b2f-a578-8ecea2f99be1", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:39:00.272413 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a28c24d-dbb5-450f-aac7-48bd54069cee {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:39:00.272820 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a28c24d-dbb5-450f-aac7-48bd54069cee'] response: {'server_uuid': '3db93852-3c79-43ac-8757-a41602e8bc53', 'name': 'network-vif-deleted', 'tag': '83aab753-4372-4b2f-a578-8ecea2f99be1', 'status': 'completed', 'code': 200} Aug 29 20:39:00.274136 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7184cfde-823e-44ac-8542-5bd698a421cf req-384f35d4-5504-430a-b1a3-f0cc6ba55aa8 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 210 time: 0.0383480 Aug 29 20:39:00.281953 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8317b0-fc66-4940-9e9f-abad2ecc5b7e req-7cf19c4a-3eaa-4962-9e4a-ceb32f87795e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:00.283395 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0b8317b0-fc66-4940-9e9f-abad2ecc5b7e req-7cf19c4a-3eaa-4962-9e4a-ceb32f87795e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1773df51-c30e-4b2d-8497-eb95021c3efa HTTP/1.1" status: 200 len: 945 time: 0.0850666 Aug 29 20:39:00.578437 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-0b8317b0-fc66-4940-9e9f-abad2ecc5b7e req-1bf30fbb-1ab2-48e7-affd-0e50f6d75cdd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Deleting port 236dc660-6b61-4948-8380-7bb59931ce55 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:39:00.579622 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-0b8317b0-fc66-4940-9e9f-abad2ecc5b7e req-1bf30fbb-1ab2-48e7-affd-0e50f6d75cdd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (236dc660-6b61-4948-8380-7bb59931ce55), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:00.580343 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f728de87-2647-4779-b650-e2278b769fd6 req-7088b1e0-cd3e-480c-a7ee-8f3b22bc7931 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/779bade7-0633-4938-81a0-aee67711baac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069620 Aug 29 20:39:00.639766 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:00.693570 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:00.725594 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-0b8317b0-fc66-4940-9e9f-abad2ecc5b7e req-1bf30fbb-1ab2-48e7-affd-0e50f6d75cdd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] For port 236dc660-6b61-4948-8380-7bb59931ce55, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=236dc660-6b61-4948-8380-7bb59931ce55,segment=NetworkSegment(a7d83437-645d-48a8-bfa0-da5c0dbc5427),segment_id=a7d83437-645d-48a8-bfa0-da5c0dbc5427)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:39:00.726200 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-0b8317b0-fc66-4940-9e9f-abad2ecc5b7e req-1bf30fbb-1ab2-48e7-affd-0e50f6d75cdd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (236dc660-6b61-4948-8380-7bb59931ce55), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:00.726915 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f728de87-2647-4779-b650-e2278b769fd6 req-1832239d-2cca-4d14-bbf7-e398ca1af373 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/779bade7-0633-4938-81a0-aee67711baac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350460 Aug 29 20:39:00.786758 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e8667-7fa7-4588-a17a-6f5f76d29ffd req-724584cb-0c14-4e5d-b3a5-c26cb1489548 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:00.788258 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b61e8667-7fa7-4588-a17a-6f5f76d29ffd req-724584cb-0c14-4e5d-b3a5-c26cb1489548 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 945 time: 0.0601192 Aug 29 20:39:00.838179 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b61e8667-7fa7-4588-a17a-6f5f76d29ffd req-1c9a904c-4924-4093-ba1c-448c22c86499 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434890 Aug 29 20:39:00.923482 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-0b8317b0-fc66-4940-9e9f-abad2ecc5b7e req-1bf30fbb-1ab2-48e7-affd-0e50f6d75cdd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:00.923880 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-0b8317b0-fc66-4940-9e9f-abad2ecc5b7e req-1bf30fbb-1ab2-48e7-affd-0e50f6d75cdd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (195cc055-03c3-4ef1-91de-b8c3d8907a4b), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:00.924264 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.db.l3_db [req-0b8317b0-fc66-4940-9e9f-abad2ecc5b7e req-1bf30fbb-1ab2-48e7-affd-0e50f6d75cdd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Floating IP 195cc055-03c3-4ef1-91de-b8c3d8907a4b disassociated. External IP: 172.27.1.239, port: 236dc660-6b61-4948-8380-7bb59931ce55. Aug 29 20:39:00.924614 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-0b8317b0-fc66-4940-9e9f-abad2ecc5b7e req-1bf30fbb-1ab2-48e7-affd-0e50f6d75cdd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Calling delete_port for 236dc660-6b61-4948-8380-7bb59931ce55 owned by compute:nova {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:39:00.968906 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112bdd5-8ae1-4912-a65e-fc8a232f1939 req-5fcdc5da-9f92-4bc4-8315-9e6cd021cb0f tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:00.971287 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e112bdd5-8ae1-4912-a65e-fc8a232f1939 req-5fcdc5da-9f92-4bc4-8315-9e6cd021cb0f tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1773df51-c30e-4b2d-8497-eb95021c3efa HTTP/1.1" status: 200 len: 945 time: 0.0646181 Aug 29 20:39:01.069612 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e112bdd5-8ae1-4912-a65e-fc8a232f1939 req-f6ddf3dd-c08e-4e45-8ba2-75d0208ecb02 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681157 Aug 29 20:39:01.078981 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:01.138758 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-0b8317b0-fc66-4940-9e9f-abad2ecc5b7e req-1bf30fbb-1ab2-48e7-affd-0e50f6d75cdd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (236dc660-6b61-4948-8380-7bb59931ce55), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:01.144460 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 83aab753-4372-4b2f-a578-8ecea2f99be1 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:39:01.163709 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] No Port match for: 83aab753-4372-4b2f-a578-8ecea2f99be1 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:39:01.164103 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 83aab753-4372-4b2f-a578-8ecea2f99be1 not bound to the agent host hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:39:01.165845 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf30fbb-1ab2-48e7-affd-0e50f6d75cdd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Pushing event deleted for resources: {'Port': ['ID=236dc660-6b61-4948-8380-7bb59931ce55,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:01.176363 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf30fbb-1ab2-48e7-affd-0e50f6d75cdd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:01.176711 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf30fbb-1ab2-48e7-affd-0e50f6d75cdd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:01.177055 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf30fbb-1ab2-48e7-affd-0e50f6d75cdd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:01.177397 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf30fbb-1ab2-48e7-affd-0e50f6d75cdd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:01.177731 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf30fbb-1ab2-48e7-affd-0e50f6d75cdd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:01.178060 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf30fbb-1ab2-48e7-affd-0e50f6d75cdd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:01.178387 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf30fbb-1ab2-48e7-affd-0e50f6d75cdd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:01.179225 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf30fbb-1ab2-48e7-affd-0e50f6d75cdd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:01.179225 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf30fbb-1ab2-48e7-affd-0e50f6d75cdd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:01.179409 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf30fbb-1ab2-48e7-affd-0e50f6d75cdd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:01.179659 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf30fbb-1ab2-48e7-affd-0e50f6d75cdd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:01.180008 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf30fbb-1ab2-48e7-affd-0e50f6d75cdd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:01.180336 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf30fbb-1ab2-48e7-affd-0e50f6d75cdd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:01.180656 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf30fbb-1ab2-48e7-affd-0e50f6d75cdd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:01.180977 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf30fbb-1ab2-48e7-affd-0e50f6d75cdd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:01.300246 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b8317b0-fc66-4940-9e9f-abad2ecc5b7e req-1bf30fbb-1ab2-48e7-affd-0e50f6d75cdd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Router bf84a212-1b90-4907-94d8-1ec03b2b2889 has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:39:01.389524 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8b218c27-39a5-4de0-9e5e-d7c7267e532d req-b3bcc726-dd8e-4d9c-9c87-4b669703c862 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 210 time: 0.0274930 Aug 29 20:39:01.424004 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b8317b0-fc66-4940-9e9f-abad2ecc5b7e req-1bf30fbb-1ab2-48e7-affd-0e50f6d75cdd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:39:01.435469 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9bfc3b-2781-4b1d-95b5-a4d47b7cb555 None None] Sync routers for ids ['bf84a212-1b90-4907-94d8-1ec03b2b2889'] in dv-cinder-854263-2-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:39:01.446917 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9bfc3b-2781-4b1d-95b5-a4d47b7cb555 None None] Routers {'bf84a212-1b90-4907-94d8-1ec03b2b2889'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:39:01.448128 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-8b9bfc3b-2781-4b1d-95b5-a4d47b7cb555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:38:40Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['bf84a212-1b90-4907-94d8-1ec03b2b2889'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:39:01.468000 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8317b0-fc66-4940-9e9f-abad2ecc5b7e req-1bf30fbb-1ab2-48e7-affd-0e50f6d75cdd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] No DVR routers for this DVR port 236dc660-6b61-4948-8380-7bb59931ce55 on host hv-cinder-85426 {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:39:01.470495 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-0b8317b0-fc66-4940-9e9f-abad2ecc5b7e req-1bf30fbb-1ab2-48e7-affd-0e50f6d75cdd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:01.473720 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0b8317b0-fc66-4940-9e9f-abad2ecc5b7e req-1bf30fbb-1ab2-48e7-affd-0e50f6d75cdd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.33 "DELETE /networking/v2.0/ports/236dc660-6b61-4948-8380-7bb59931ce55 HTTP/1.1" status: 204 len: 173 time: 1.0013182 Aug 29 20:39:01.474160 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1773df51-c30e-4b2d-8497-eb95021c3efa', 'name': 'network-vif-deleted', 'tag': '236dc660-6b61-4948-8380-7bb59931ce55'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:39:01.476479 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f607546964f141dcf8ed995c545a93b1930b0d2db8722531a12d309c5951f327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4331e68-2d14-4df2-9444-59fdad6f8366" -d '{"events": [{"server_uuid": "1773df51-c30e-4b2d-8497-eb95021c3efa", "name": "network-vif-deleted", "tag": "236dc660-6b61-4948-8380-7bb59931ce55"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:39:01.515514 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740f469d-6f35-4b31-8c22-ce21c895544f x-openstack-request-id: req-740f469d-6f35-4b31-8c22-ce21c895544f {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:39:01.515808 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1773df51-c30e-4b2d-8497-eb95021c3efa", "name": "network-vif-deleted", "tag": "236dc660-6b61-4948-8380-7bb59931ce55", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:39:01.516095 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-740f469d-6f35-4b31-8c22-ce21c895544f {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:39:01.516505 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-740f469d-6f35-4b31-8c22-ce21c895544f'] response: {'server_uuid': '1773df51-c30e-4b2d-8497-eb95021c3efa', 'name': 'network-vif-deleted', 'tag': '236dc660-6b61-4948-8380-7bb59931ce55', 'status': 'completed', 'code': 200} Aug 29 20:39:01.559064 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-8b9bfc3b-2781-4b1d-95b5-a4d47b7cb555 None None] Set router bf84a212-1b90-4907-94d8-1ec03b2b2889 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:39:01.586321 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:01.596471 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:01.754199 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-8b9bfc3b-2781-4b1d-95b5-a4d47b7cb555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'name': 'tempest-TestVolumeBootPattern-37130483-router', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:33Z', 'revision_number': 4, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'gw_port': {'id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '9cda6261-c35a-4847-b516-e4a70f1b418e', 'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'mac_address': 'fa:16:3e:06:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:32Z', 'updated_at': '2022-08-29T20:35:39Z', 'revision_number': 5, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'subnets': [{'id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:39:01.784875 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9bfc3b-2781-4b1d-95b5-a4d47b7cb555 None None] Checking router: bf84a212-1b90-4907-94d8-1ec03b2b2889 for host: dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:39:01.792448 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9bfc3b-2781-4b1d-95b5-a4d47b7cb555 None None] Routers {'bf84a212-1b90-4907-94d8-1ec03b2b2889'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:39:01.793047 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-8b9bfc3b-2781-4b1d-95b5-a4d47b7cb555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:38:40Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['bf84a212-1b90-4907-94d8-1ec03b2b2889'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:39:01.953498 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:01.964693 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cf841-afb8-4e93-ad9b-a3a5e3826411 req-60ebafd5-1f91-4ea1-93fe-0b2a6d5d2c16 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:01.966152 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-9e4cf841-afb8-4e93-ad9b-a3a5e3826411 req-60ebafd5-1f91-4ea1-93fe-0b2a6d5d2c16 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 945 time: 0.0500414 Aug 29 20:39:01.980475 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-8b9bfc3b-2781-4b1d-95b5-a4d47b7cb555 None None] Set router bf84a212-1b90-4907-94d8-1ec03b2b2889 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:39:02.021354 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-9e4cf841-afb8-4e93-ad9b-a3a5e3826411 req-555e31c9-08c2-43c5-918b-3bae4045b0b1 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492082 Aug 29 20:39:02.169961 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-8b9bfc3b-2781-4b1d-95b5-a4d47b7cb555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'name': 'tempest-TestVolumeBootPattern-37130483-router', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:33Z', 'revision_number': 4, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'gw_port': {'id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '9cda6261-c35a-4847-b516-e4a70f1b418e', 'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'mac_address': 'fa:16:3e:06:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:32Z', 'updated_at': '2022-08-29T20:35:39Z', 'revision_number': 5, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'subnets': [{'id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:39:02.173598 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b8b551ce-02c7-4215-9750-9e86e0522526 req-a20008e1-9e4d-46f4-9b86-14af5cac4aea tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1773df51-c30e-4b2d-8497-eb95021c3efa HTTP/1.1" status: 200 len: 210 time: 0.0277574 Aug 29 20:39:02.199966 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9bfc3b-2781-4b1d-95b5-a4d47b7cb555 None None] The sync data for ids ['bf84a212-1b90-4907-94d8-1ec03b2b2889'] in dv-cinder-854263-2-iscsi is: [{'id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'name': 'tempest-TestVolumeBootPattern-37130483-router', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:33Z', 'revision_number': 4, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'gw_port': {'id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '9cda6261-c35a-4847-b516-e4a70f1b418e', 'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'mac_address': 'fa:16:3e:06:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:32Z', 'updated_at': '2022-08-29T20:35:39Z', 'revision_number': 5, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'subnets': [{'id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:39:02.475618 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb880cc-3404-4ea3-a021-8641fdaa4fc2 None None] New status for floating IP 195cc055-03c3-4ef1-91de-b8c3d8907a4b: DOWN {{(pid=106200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:39:02.521399 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-21d3d0eb-de5e-40de-855a-2aa261f897f5 req-90625a88-d99b-48d2-a4b6-d53b052b80c1 tempest-ServerRescueNegativeTestJSON-1627718934 tempest-ServerRescueNegativeTestJSON-1627718934-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3db93852-3c79-43ac-8757-a41602e8bc53 HTTP/1.1" status: 200 len: 210 time: 0.0325253 Aug 29 20:39:03.145778 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95885d1-7fcb-4736-b930-518647f3b3fa req-7cc31f71-e44d-46b9-9194-bacedad26f8c tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:03.147288 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a95885d1-7fcb-4736-b930-518647f3b3fa req-7cc31f71-e44d-46b9-9194-bacedad26f8c tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 945 time: 0.0506580 Aug 29 20:39:03.181446 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 236dc660-6b61-4948-8380-7bb59931ce55 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:39:03.198804 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a95885d1-7fcb-4736-b930-518647f3b3fa req-4a6ccfd7-24a1-4f5d-9b1d-f599ff07e0bd tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451210 Aug 29 20:39:03.202588 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] No Port match for: 236dc660-6b61-4948-8380-7bb59931ce55 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:39:03.202938 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 236dc660-6b61-4948-8380-7bb59931ce55 not bound to the agent host hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:39:03.203358 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 8ff3928a-585f-4fdd-9895-afd0c54f0e08 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:39:03.284412 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 8ff3928a-585f-4fdd-9895-afd0c54f0e08 is: ACTIVE; New status is: DOWN {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:39:03.284841 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (8ff3928a-585f-4fdd-9895-afd0c54f0e08), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:03.306589 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8ce6c23d-47b3-45d1-b9e7-7e4bbc1acc1f req-f254779b-668e-4c07-a709-2c464ee4d611 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1773df51-c30e-4b2d-8497-eb95021c3efa HTTP/1.1" status: 200 len: 210 time: 0.0389006 Aug 29 20:39:03.322954 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36516f8-3de4-45fa-a124-83436dcfe1c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ff3928a-585f-4fdd-9895-afd0c54f0e08'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:39:03.335926 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eee8fb3122df5bdd6ea851cee31293cb8412868e368eaaf22337f89cfd7738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bdc061-316c-40f7-8fbf-2c50165ba047" -d '{"events": [{"server_uuid": "f36516f8-3de4-45fa-a124-83436dcfe1c1", "name": "network-vif-unplugged", "status": "completed", "tag": "8ff3928a-585f-4fdd-9895-afd0c54f0e08"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:39:03.335926 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 8ff3928a-585f-4fdd-9895-afd0c54f0e08, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8ff3928a-585f-4fdd-9895-afd0c54f0e08,segment=NetworkSegment(4a13b328-7b40-4982-994c-fbfbebdf4718),segment_id=4a13b328-7b40-4982-994c-fbfbebdf4718)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:39:03.350634 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (8ff3928a-585f-4fdd-9895-afd0c54f0e08), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:03.398514 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:03.418315 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=8ff3928a-585f-4fdd-9895-afd0c54f0e08,revision_number=6']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:03.587899 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 37622) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:03.605274 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Aug 2022 20:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b138d9-a552-4c5d-a0dd-af762098dcfb x-openstack-request-id: req-89b138d9-a552-4c5d-a0dd-af762098dcfb {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:39:03.606056 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36516f8-3de4-45fa-a124-83436dcfe1c1", "name": "network-vif-unplugged", "status": "completed", "tag": "8ff3928a-585f-4fdd-9895-afd0c54f0e08", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:39:03.606056 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-89b138d9-a552-4c5d-a0dd-af762098dcfb {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:39:03.606283 dv-cinder-854263-2-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89b138d9-a552-4c5d-a0dd-af762098dcfb'] response: {'server_uuid': 'f36516f8-3de4-45fa-a124-83436dcfe1c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ff3928a-585f-4fdd-9895-afd0c54f0e08', 'code': 200} Aug 29 20:39:04.073106 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-bf67cb6b-78f4-49f3-a6e9-4715b7c5da56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639714'] for router_interface (2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:04.332146 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a39aa-7398-4ff2-a6fb-8e1929e7865c req-db288df3-aa36-4a74-aa8d-8933df737429 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:04.333719 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7d9a39aa-7398-4ff2-a6fb-8e1929e7865c req-db288df3-aa36-4a74-aa8d-8933df737429 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 943 time: 0.0523174 Aug 29 20:39:04.399251 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:04.411230 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7d9a39aa-7398-4ff2-a6fb-8e1929e7865c req-efd9899c-d50f-4231-95ff-97a6eda7ec51 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710528 Aug 29 20:39:04.587383 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-bf67cb6b-78f4-49f3-a6e9-4715b7c5da56 admin admin] Deleting port 5c30aa4b-e0b0-4843-a87a-31710c1ac4de {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:39:04.588564 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-bf67cb6b-78f4-49f3-a6e9-4715b7c5da56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (5c30aa4b-e0b0-4843-a87a-31710c1ac4de), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:04.680183 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-0a671cb3-1f22-4b7c-a6f0-bf6b40f45de9 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-403245879&fields=id&tenant_id=4ac573b4aa7a47c49d129afd9939e26d HTTP/1.1" status: 200 len: 267 time: 0.0655770 Aug 29 20:39:04.690237 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 37652) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:04.733666 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb56f9-9e28-4763-a4e3-c459dd2c0835 req-8e4f4713-758b-4825-9290-5e0c3c550393 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:04.735119 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1dfb56f9-9e28-4763-a4e3-c459dd2c0835 req-8e4f4713-758b-4825-9290-5e0c3c550393 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 943 time: 0.0862954 Aug 29 20:39:04.742304 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-bf67cb6b-78f4-49f3-a6e9-4715b7c5da56 admin admin] For port 5c30aa4b-e0b0-4843-a87a-31710c1ac4de, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=5c30aa4b-e0b0-4843-a87a-31710c1ac4de,segment=NetworkSegment(75a90e64-0b09-4fe0-9fa9-8a5e13957c7f),segment_id=75a90e64-0b09-4fe0-9fa9-8a5e13957c7f)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:39:04.745068 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-bf67cb6b-78f4-49f3-a6e9-4715b7c5da56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (5c30aa4b-e0b0-4843-a87a-31710c1ac4de), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:04.786289 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-bf67cb6b-78f4-49f3-a6e9-4715b7c5da56 admin admin] Calling delete_port for 5c30aa4b-e0b0-4843-a87a-31710c1ac4de owned by network:router_interface {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:39:04.802195 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-67376d73-e2e2-4122-b37c-0919a93eec58 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:04.803682 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-67376d73-e2e2-4122-b37c-0919a93eec58 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/networks?id=6506ef9d-c593-4e22-ac07-3e14f3411bf3 HTTP/1.1" status: 200 len: 810 time: 0.1226788 Aug 29 20:39:04.815835 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:04.821431 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-c24e6157-6e8e-4516-a687-aa6e835403bc tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/quotas/4ac573b4aa7a47c49d129afd9939e26d HTTP/1.1" status: 200 len: 375 time: 0.0103579 Aug 29 20:39:04.843347 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:04.873808 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-80451ef0-8719-4f7f-99c0-cfd0ac3ba4ca tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=4ac573b4aa7a47c49d129afd9939e26d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463188 Aug 29 20:39:04.880129 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4529ca4c-4b9c-484b-9018-1c3637e50ec8 req-9e2a94f4-dd07-4919-ac3f-981bdf9e2953 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1884186 Aug 29 20:39:04.893770 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1dfb56f9-9e28-4763-a4e3-c459dd2c0835 req-ae89c84b-1d58-42b4-87b2-1ecdeb873648 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437619 Aug 29 20:39:04.901879 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [req-4529ca4c-4b9c-484b-9018-1c3637e50ec8 req-83a31bdb-0af2-4460-8946-27cd5f8e89ba service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 20:39:04.903122 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4529ca4c-4b9c-484b-9018-1c3637e50ec8 req-83a31bdb-0af2-4460-8946-27cd5f8e89ba service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0152943 Aug 29 20:39:05.003674 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 37662) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:05.065627 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-bf67cb6b-78f4-49f3-a6e9-4715b7c5da56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (5c30aa4b-e0b0-4843-a87a-31710c1ac4de), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:05.070040 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-5f504cf0-80c7-4260-a88c-4159b14a7063 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6506ef9d-c593-4e22-ac07-3e14f3411bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830864 Aug 29 20:39:05.111348 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67cb6b-78f4-49f3-a6e9-4715b7c5da56 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c30aa4b-e0b0-4843-a87a-31710c1ac4de,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:05.166931 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67cb6b-78f4-49f3-a6e9-4715b7c5da56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:05.166931 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67cb6b-78f4-49f3-a6e9-4715b7c5da56 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:05.167269 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67cb6b-78f4-49f3-a6e9-4715b7c5da56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:05.167355 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67cb6b-78f4-49f3-a6e9-4715b7c5da56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:05.167664 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67cb6b-78f4-49f3-a6e9-4715b7c5da56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:05.168045 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67cb6b-78f4-49f3-a6e9-4715b7c5da56 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:05.168388 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67cb6b-78f4-49f3-a6e9-4715b7c5da56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:05.168715 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67cb6b-78f4-49f3-a6e9-4715b7c5da56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:05.169043 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67cb6b-78f4-49f3-a6e9-4715b7c5da56 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:05.169372 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67cb6b-78f4-49f3-a6e9-4715b7c5da56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:05.169705 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67cb6b-78f4-49f3-a6e9-4715b7c5da56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:05.170031 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67cb6b-78f4-49f3-a6e9-4715b7c5da56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:05.170356 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67cb6b-78f4-49f3-a6e9-4715b7c5da56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:05.170676 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67cb6b-78f4-49f3-a6e9-4715b7c5da56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:05.170995 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf67cb6b-78f4-49f3-a6e9-4715b7c5da56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:05.184720 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-9f9162e7-efbb-47d4-bf26-2a5c6c06b7b6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6506ef9d-c593-4e22-ac07-3e14f3411bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073112 Aug 29 20:39:05.223695 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529ca4c-4b9c-484b-9018-1c3637e50ec8 req-06d06ece-3ffe-4bc2-b095-8ab00457bdce tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:05.225296 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4529ca4c-4b9c-484b-9018-1c3637e50ec8 req-06d06ece-3ffe-4bc2-b095-8ab00457bdce tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports/8ff3928a-585f-4fdd-9895-afd0c54f0e08 HTTP/1.1" status: 200 len: 940 time: 0.2204578 Aug 29 20:39:05.398843 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-bf67cb6b-78f4-49f3-a6e9-4715b7c5da56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653650'] for router_interface (2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:05.703500 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-810f35c1-337b-4d05-972b-67e3567c34a6 req-3d033175-ad2b-4b4a-b33a-aaf98e203048 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 210 time: 0.0802450 Aug 29 20:39:05.706607 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf67cb6b-78f4-49f3-a6e9-4715b7c5da56 admin admin] Router 2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0 has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:39:05.880425 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf67cb6b-78f4-49f3-a6e9-4715b7c5da56 admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:39:05.893141 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-bf67cb6b-78f4-49f3-a6e9-4715b7c5da56 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3031695 Aug 29 20:39:05.894918 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 37698) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:05.901441 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:05.901673 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab24e6e-0f44-4f84-8450-bb86b1ce96f0 None None] Sync routers for ids ['2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'] in dv-cinder-854263-2-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:39:05.921786 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab24e6e-0f44-4f84-8450-bb86b1ce96f0 None None] Routers {'2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:39:05.921786 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-6ab24e6e-0f44-4f84-8450-bb86b1ce96f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:38:40Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:39:06.057990 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-6ab24e6e-0f44-4f84-8450-bb86b1ce96f0 None None] Set router 2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:39:06.089900 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b309e-262e-4c05-97c4-1d2df8eeccfe req-0d47a2cc-84fa-49fd-b609-d6ee27bb1864 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:06.091534 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fa6b309e-262e-4c05-97c4-1d2df8eeccfe req-0d47a2cc-84fa-49fd-b609-d6ee27bb1864 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 943 time: 0.0899174 Aug 29 20:39:06.112213 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-23215313-fa23-4971-984f-8881514e7e8f admin admin] Publish callbacks [] for router (2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:06.197813 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fa6b309e-262e-4c05-97c4-1d2df8eeccfe req-6c9a8eb4-8e8b-465f-889f-46573a962792 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959113 Aug 29 20:39:06.293653 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-6ab24e6e-0f44-4f84-8450-bb86b1ce96f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1735663332-router', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:39:05Z', 'revision_number': 5, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'gw_port': {'id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:39:06.324064 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab24e6e-0f44-4f84-8450-bb86b1ce96f0 None None] Checking router: 2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0 for host: dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:39:06.335005 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab24e6e-0f44-4f84-8450-bb86b1ce96f0 None None] Routers {'2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:39:06.335650 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-6ab24e6e-0f44-4f84-8450-bb86b1ce96f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:38:40Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:39:06.455532 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:06.461925 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-6ab24e6e-0f44-4f84-8450-bb86b1ce96f0 None None] Set router 2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:39:06.526248 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-23215313-fa23-4971-984f-8881514e7e8f admin admin] Publish callbacks [] for router_gateway (2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:06.574661 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-23215313-fa23-4971-984f-8881514e7e8f admin admin] Deleting port 85ab0b02-734d-4182-affa-10fa6d4fdc67 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:39:06.575002 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-23215313-fa23-4971-984f-8881514e7e8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (85ab0b02-734d-4182-affa-10fa6d4fdc67), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:06.622000 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:06.660187 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-23215313-fa23-4971-984f-8881514e7e8f admin admin] For port 85ab0b02-734d-4182-affa-10fa6d4fdc67, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=85ab0b02-734d-4182-affa-10fa6d4fdc67,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:39:06.660530 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-23215313-fa23-4971-984f-8881514e7e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (85ab0b02-734d-4182-affa-10fa6d4fdc67), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:06.668489 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-6ab24e6e-0f44-4f84-8450-bb86b1ce96f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1735663332-router', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:39:05Z', 'revision_number': 5, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'gw_port': {'id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:39:06.673949 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-23215313-fa23-4971-984f-8881514e7e8f admin admin] Calling delete_port for 85ab0b02-734d-4182-affa-10fa6d4fdc67 owned by network:router_gateway {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:39:06.694514 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab24e6e-0f44-4f84-8450-bb86b1ce96f0 None None] The sync data for ids ['2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0'] in dv-cinder-854263-2-iscsi is: [{'id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1735663332-router', 'tenant_id': '8436d85d931a41cfa6d626c08ad82ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:39:05Z', 'revision_number': 5, 'project_id': '8436d85d931a41cfa6d626c08ad82ef4', 'gw_port': {'id': '85ab0b02-734d-4182-affa-10fa6d4fdc67', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:39:06.788678 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:06.822873 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7fe4c97b-d916-42d1-9075-5cd867b753b9 req-2053f622-5eba-49eb-948e-469d3563f75a tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 210 time: 0.0421209 Aug 29 20:39:06.860335 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-23215313-fa23-4971-984f-8881514e7e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (85ab0b02-734d-4182-affa-10fa6d4fdc67), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:06.886432 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23215313-fa23-4971-984f-8881514e7e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=85ab0b02-734d-4182-affa-10fa6d4fdc67,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:06.955274 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-23215313-fa23-4971-984f-8881514e7e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639137'] for router_gateway (2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:07.068645 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-23215313-fa23-4971-984f-8881514e7e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6767'] for router (2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:07.073328 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-23215313-fa23-4971-984f-8881514e7e8f admin admin] Publish callbacks [] for router_controller (2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0), precommit_delete_associations {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:07.162919 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:07.175018 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-23215313-fa23-4971-984f-8881514e7e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653615'] for router (2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:07.175720 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23215313-fa23-4971-984f-8881514e7e8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0 {{(pid=106198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 20:39:07.176458 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-658e69ac-2cae-499c-a259-bb5ea19a4923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:07.184280 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-23215313-fa23-4971-984f-8881514e7e8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:07.185777 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-23215313-fa23-4971-984f-8881514e7e8f admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/2c4b3e49-26e0-47fc-b6ba-3e4b32a677b0 HTTP/1.1" status: 204 len: 168 time: 1.2894735 Aug 29 20:39:07.188671 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 37708) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:07.225367 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-32c3991d-88ee-4e4b-b102-227f09b3b85e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:07.227243 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-32c3991d-88ee-4e4b-b102-227f09b3b85e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.33 "GET /networking/v2.0/networks?id=6506ef9d-c593-4e22-ac07-3e14f3411bf3 HTTP/1.1" status: 200 len: 810 time: 0.1874015 Aug 29 20:39:07.272617 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 5c30aa4b-e0b0-4843-a87a-31710c1ac4de no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:39:07.299405 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_v2 [None req-980a5b33-f363-4225-a203-d06d2fe67098 admin admin] Deleting subnet b859f7aa-b619-481f-9230-0993b4243baf {{(pid=106199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:39:07.311728 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-980a5b33-f363-4225-a203-d06d2fe67098 admin admin] Publish callbacks [] for subnet (b859f7aa-b619-481f-9230-0993b4243baf), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:07.331585 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: 5c30aa4b-e0b0-4843-a87a-31710c1ac4de {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:39:07.332199 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 5c30aa4b-e0b0-4843-a87a-31710c1ac4de not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:39:07.339381 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-486d254d-5729-40ee-83c8-d350bcca303f tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4ac573b4aa7a47c49d129afd9939e26d HTTP/1.1" status: 200 len: 379 time: 0.1023800 Aug 29 20:39:07.357670 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:07.367767 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-980a5b33-f363-4225-a203-d06d2fe67098 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61403868'] for subnet (b859f7aa-b619-481f-9230-0993b4243baf), precommit_delete_associations {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:07.370895 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-641cfebb-53af-49f8-9062-60415be092d0 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Request body: {'port': {'device_id': '570c9c7b-50b9-4879-bb2d-c91da2ead6b5', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'admin_state_up': True, 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'security_groups': ['5525aaa5-930a-4eda-b57c-b81377383211']}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:39:07.414026 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:07.450430 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14e899-e762-4407-b382-4c8c26e95176 req-c1b66e80-e9c8-4384-b1f8-448401dc6d69 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:07.452040 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2c14e899-e762-4407-b382-4c8c26e95176 req-c1b66e80-e9c8-4384-b1f8-448401dc6d69 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 943 time: 0.1115875 Aug 29 20:39:07.461236 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-980a5b33-f363-4225-a203-d06d2fe67098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996000'] for subnet (b859f7aa-b619-481f-9230-0993b4243baf), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:07.528594 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-980a5b33-f363-4225-a203-d06d2fe67098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61109262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61346464'] for subnet (b859f7aa-b619-481f-9230-0993b4243baf), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:07.529571 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-641cfebb-53af-49f8-9062-60415be092d0 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Made reservation on behalf of 4ac573b4aa7a47c49d129afd9939e26d for: {'port': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:39:07.533399 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-641cfebb-53af-49f8-9062-60415be092d0 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:07.559358 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2c14e899-e762-4407-b382-4c8c26e95176 req-8fbe4af7-80d3-4399-8f0d-9c75d86c2bb5 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855122 Aug 29 20:39:07.564167 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a5b33-f363-4225-a203-d06d2fe67098 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b859f7aa-b619-481f-9230-0993b4243baf,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:07.584198 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-980a5b33-f363-4225-a203-d06d2fe67098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for subnet (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:07.584396 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1541f4d6-da6d-4e3b-a6c1-904348af8d85 None None] Network 9aeb874f-5dc0-4462-96f6-c696d1a7b371 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:39:07.584491 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-980a5b33-f363-4225-a203-d06d2fe67098 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/b859f7aa-b619-481f-9230-0993b4243baf HTTP/1.1" status: 204 len: 168 time: 0.3913705 Aug 29 20:39:07.584579 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 37712) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:07.639471 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:07.675923 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9987fb64-9726-4fd1-b29c-2e5936495e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4173405'] for network (9aeb874f-5dc0-4462-96f6-c696d1a7b371), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:07.702885 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-641cfebb-53af-49f8-9062-60415be092d0 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Allocated IP 172.20.0.5 (6506ef9d-c593-4e22-ac07-3e14f3411bf3/611c0b21-bc96-4859-87bb-f5e3e8e4141e/740dee41-866c-4314-89ee-4f035ccd2e9a) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:39:07.725311 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-9987fb64-9726-4fd1-b29c-2e5936495e21 admin admin] Deleting port d983bde0-b35f-484d-9c8c-08c58aebed89 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:39:07.725715 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9987fb64-9726-4fd1-b29c-2e5936495e21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (d983bde0-b35f-484d-9c8c-08c58aebed89), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:07.791011 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-9987fb64-9726-4fd1-b29c-2e5936495e21 admin admin] For port d983bde0-b35f-484d-9c8c-08c58aebed89, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=d983bde0-b35f-484d-9c8c-08c58aebed89,segment=NetworkSegment(75a90e64-0b09-4fe0-9fa9-8a5e13957c7f),segment_id=75a90e64-0b09-4fe0-9fa9-8a5e13957c7f)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:39:07.791376 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9987fb64-9726-4fd1-b29c-2e5936495e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (d983bde0-b35f-484d-9c8c-08c58aebed89), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:07.808915 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-9987fb64-9726-4fd1-b29c-2e5936495e21 admin admin] Calling delete_port for d983bde0-b35f-484d-9c8c-08c58aebed89 owned by network:dhcp {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:39:07.841107 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:07.860626 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-641cfebb-53af-49f8-9062-60415be092d0 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for port (740dee41-866c-4314-89ee-4f035ccd2e9a), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:07.894548 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9987fb64-9726-4fd1-b29c-2e5936495e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (d983bde0-b35f-484d-9c8c-08c58aebed89), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:07.899782 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-641cfebb-53af-49f8-9062-60415be092d0 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (740dee41-866c-4314-89ee-4f035ccd2e9a), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:07.926625 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987fb64-9726-4fd1-b29c-2e5936495e21 admin admin] Pushing event deleted for resources: {'Port': ['ID=d983bde0-b35f-484d-9c8c-08c58aebed89,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:07.929245 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9987fb64-9726-4fd1-b29c-2e5936495e21 admin admin] No DVR routers for this DVR port d983bde0-b35f-484d-9c8c-08c58aebed89 on host dv-cinder-854263-2-iscsi {{(pid=106199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:39:07.946989 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-641cfebb-53af-49f8-9062-60415be092d0 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Network 6506ef9d-c593-4e22-ac07-3e14f3411bf3 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:39:07.950894 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-641cfebb-53af-49f8-9062-60415be092d0 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:39:07.955010 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-641cfebb-53af-49f8-9062-60415be092d0 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:39:07.955729 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dab0fa4-c38c-4836-9544-4e7f68946b59 None None] DHCP port deletion for 9aeb874f-5dc0-4462-96f6-c696d1a7b371 request from dv-cinder-854263-2-iscsi {{(pid=106200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 20:39:07.987094 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641cfebb-53af-49f8-9062-60415be092d0 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Pushing event updated for resources: {'Port': ['ID=740dee41-866c-4314-89ee-4f035ccd2e9a,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:08.034183 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-641cfebb-53af-49f8-9062-60415be092d0 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:08.034812 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-641cfebb-53af-49f8-9062-60415be092d0 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:08.037190 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c5872-0dcd-4a84-a186-f048b071eb14 req-fd6833b4-53c4-4017-8486-0f0dd2570582 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:08.040448 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ca4c5872-0dcd-4a84-a186-f048b071eb14 req-fd6833b4-53c4-4017-8486-0f0dd2570582 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 931 time: 0.1148782 Aug 29 20:39:08.066478 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-641cfebb-53af-49f8-9062-60415be092d0 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7160776 Aug 29 20:39:08.079816 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-b67a36a5-9dc5-410c-a11e-77ce071adcb4 service neutron] Request body: {'port': {'device_id': '570c9c7b-50b9-4879-bb2d-c91da2ead6b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:39:08.118046 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:08.140172 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ca4c5872-0dcd-4a84-a186-f048b071eb14 req-614f05d9-f36d-4336-9d30-61e705fedefc tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823853 Aug 29 20:39:08.150978 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9987fb64-9726-4fd1-b29c-2e5936495e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996931', 'neutron.services.segments.db._delete_segments_for_network-8787001567811'] for network (9aeb874f-5dc0-4462-96f6-c696d1a7b371), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:08.169809 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-b67a36a5-9dc5-410c-a11e-77ce071adcb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (740dee41-866c-4314-89ee-4f035ccd2e9a), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:08.188049 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-9987fb64-9726-4fd1-b29c-2e5936495e21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aeb874f-5dc0-4462-96f6-c696d1a7b371']}} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:39:08.198973 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-9987fb64-9726-4fd1-b29c-2e5936495e21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a90e64-0b09-4fe0-9fa9-8a5e13957c7f') {'for_net_delete': True} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:39:08.199271 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-9987fb64-9726-4fd1-b29c-2e5936495e21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a90e64-0b09-4fe0-9fa9-8a5e13957c7f') {} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:39:08.212412 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9987fb64-9726-4fd1-b29c-2e5936495e21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001593263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61403863'] for segment (75a90e64-0b09-4fe0-9fa9-8a5e13957c7f), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:08.227269 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9987fb64-9726-4fd1-b29c-2e5936495e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (75a90e64-0b09-4fe0-9fa9-8a5e13957c7f), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:08.234366 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9987fb64-9726-4fd1-b29c-2e5936495e21 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=106199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:39:08.234846 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9987fb64-9726-4fd1-b29c-2e5936495e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61108904'] for segment (75a90e64-0b09-4fe0-9fa9-8a5e13957c7f), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:08.247524 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-454bc82d-af67-446c-9bd5-9c33eeed264f None None] Provisioning complete for port 740dee41-866c-4314-89ee-4f035ccd2e9a triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:39:08.248130 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-454bc82d-af67-446c-9bd5-9c33eeed264f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (740dee41-866c-4314-89ee-4f035ccd2e9a), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:08.317396 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-454bc82d-af67-446c-9bd5-9c33eeed264f None None] Port 740dee41-866c-4314-89ee-4f035ccd2e9a cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:39:08.322082 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9987fb64-9726-4fd1-b29c-2e5936495e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639181'] for network (9aeb874f-5dc0-4462-96f6-c696d1a7b371), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:08.327766 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9987fb64-9726-4fd1-b29c-2e5936495e21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:08.331670 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-9987fb64-9726-4fd1-b29c-2e5936495e21 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/9aeb874f-5dc0-4462-96f6-c696d1a7b371 HTTP/1.1" status: 204 len: 168 time: 0.7459552 Aug 29 20:39:08.345975 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987fb64-9726-4fd1-b29c-2e5936495e21 admin admin] Pushing event deleted for resources: {'Network': ['ID=9aeb874f-5dc0-4462-96f6-c696d1a7b371,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:08.409881 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment 75a90e64-0b09-4fe0-9fa9-8a5e13957c7f resource provider aggregate not found Aug 29 20:39:08.432299 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment 75a90e64-0b09-4fe0-9fa9-8a5e13957c7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75a90e64-0b09-4fe0-9fa9-8a5e13957c7f found for delete ", "request_id": "req-dc79bd94-580d-4ad9-a507-7a356607935e"}]} Aug 29 20:39:08.478964 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 37728) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:08.493120 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-b67a36a5-9dc5-410c-a11e-77ce071adcb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 740dee41-866c-4314-89ee-4f035ccd2e9a {{(pid=106198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:39:08.501501 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-b67a36a5-9dc5-410c-a11e-77ce071adcb4 service neutron] Publish callbacks [] for port (740dee41-866c-4314-89ee-4f035ccd2e9a), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:08.514212 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.provisioning_blocks [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-b67a36a5-9dc5-410c-a11e-77ce071adcb4 service neutron] Transition to ACTIVE for port object 740dee41-866c-4314-89ee-4f035ccd2e9a will not be triggered until provisioned by entity L2. {{(pid=106198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:39:08.518216 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-b67a36a5-9dc5-410c-a11e-77ce071adcb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (740dee41-866c-4314-89ee-4f035ccd2e9a), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:08.519772 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-8e3d1062-ab8e-498d-ac25-f4fee0fc6890 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=8436d85d931a41cfa6d626c08ad82ef4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395873 Aug 29 20:39:08.522249 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 37730) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:08.563541 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:08.574784 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a1395880-681b-4357-a790-c4eecc854f0a admin admin] Publish callbacks [] for security_group (5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:08.584659 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:08.598719 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a1395880-681b-4357-a790-c4eecc854f0a admin admin] Publish callbacks [] for security_group (5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:08.605461 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a36a5-9dc5-410c-a11e-77ce071adcb4 service neutron] Pushing event updated for resources: {'Port': ['ID=740dee41-866c-4314-89ee-4f035ccd2e9a,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:08.653172 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a1395880-681b-4357-a790-c4eecc854f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:08.655721 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a1395880-681b-4357-a790-c4eecc854f0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:08.659311 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-a1395880-681b-4357-a790-c4eecc854f0a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0 HTTP/1.1" status: 204 len: 168 time: 0.1337996 Aug 29 20:39:08.665139 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1395880-681b-4357-a790-c4eecc854f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3e8fd7-829a-4a0e-857f-8ddfeaa1d9b0,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:08.681845 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-b67a36a5-9dc5-410c-a11e-77ce071adcb4 service neutron] Attempting to bind port 740dee41-866c-4314-89ee-4f035ccd2e9a on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:39:08.682193 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-b67a36a5-9dc5-410c-a11e-77ce071adcb4 service neutron] Attempting to bind port 740dee41-866c-4314-89ee-4f035ccd2e9a by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'a7d83437-645d-48a8-bfa0-da5c0dbc5427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3'}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:39:08.682523 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-b67a36a5-9dc5-410c-a11e-77ce071adcb4 service neutron] Attempting to bind port 740dee41-866c-4314-89ee-4f035ccd2e9a on network 6506ef9d-c593-4e22-ac07-3e14f3411bf3 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:39:08.694912 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-b67a36a5-9dc5-410c-a11e-77ce071adcb4 service neutron] Port 740dee41-866c-4314-89ee-4f035ccd2e9a on network 6506ef9d-c593-4e22-ac07-3e14f3411bf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:39:08.695242 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-b67a36a5-9dc5-410c-a11e-77ce071adcb4 service neutron] Attempting to bind port 740dee41-866c-4314-89ee-4f035ccd2e9a on network 6506ef9d-c593-4e22-ac07-3e14f3411bf3 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:39:08.700017 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:39:08.704758 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-b67a36a5-9dc5-410c-a11e-77ce071adcb4 service neutron] Checking agent: {'id': 'fe366970-a267-4806-8a8b-654c02250e20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'started_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:39:08.705098 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-b67a36a5-9dc5-410c-a11e-77ce071adcb4 service neutron] Checking segment: {'id': 'a7d83437-645d-48a8-bfa0-da5c0dbc5427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:39:08.705488 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-b67a36a5-9dc5-410c-a11e-77ce071adcb4 service neutron] Bound using segment: {'id': 'a7d83437-645d-48a8-bfa0-da5c0dbc5427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3'} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:39:08.705919 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-b67a36a5-9dc5-410c-a11e-77ce071adcb4 service neutron] Bound port: 740dee41-866c-4314-89ee-4f035ccd2e9a, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d83437-645d-48a8-bfa0-da5c0dbc5427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3'}}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:39:08.706287 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-b67a36a5-9dc5-410c-a11e-77ce071adcb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (740dee41-866c-4314-89ee-4f035ccd2e9a), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:08.714716 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d2fc6-b1f5-43cf-9bc9-bd6ab709b7f0 req-3f81228e-a0f4-4e7d-a1e4-f6063c4707e3 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:08.716262 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-352d2fc6-b1f5-43cf-9bc9-bd6ab709b7f0 req-3f81228e-a0f4-4e7d-a1e4-f6063c4707e3 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 943 time: 0.0765543 Aug 29 20:39:08.815270 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-352d2fc6-b1f5-43cf-9bc9-bd6ab709b7f0 req-f2a55d7c-5726-420c-b7c5-74abb8b7d009 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865586 Aug 29 20:39:08.817922 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-b67a36a5-9dc5-410c-a11e-77ce071adcb4 service neutron] For port 740dee41-866c-4314-89ee-4f035ccd2e9a, host hv-cinder-85426, cleared binding levels {{(pid=106198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:39:08.821569 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-b67a36a5-9dc5-410c-a11e-77ce071adcb4 service neutron] For port 740dee41-866c-4314-89ee-4f035ccd2e9a, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=740dee41-866c-4314-89ee-4f035ccd2e9a,segment=NetworkSegment(a7d83437-645d-48a8-bfa0-da5c0dbc5427),segment_id=a7d83437-645d-48a8-bfa0-da5c0dbc5427)] {{(pid=106198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:39:08.829039 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-b67a36a5-9dc5-410c-a11e-77ce071adcb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (740dee41-866c-4314-89ee-4f035ccd2e9a), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:08.854152 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:08.858273 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-b67a36a5-9dc5-410c-a11e-77ce071adcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:08.858898 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-b67a36a5-9dc5-410c-a11e-77ce071adcb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:08.860305 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-b67a36a5-9dc5-410c-a11e-77ce071adcb4 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/740dee41-866c-4314-89ee-4f035ccd2e9a HTTP/1.1" status: 200 len: 1093 time: 0.7849600 Aug 29 20:39:08.860800 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570c9c7b-50b9-4879-bb2d-c91da2ead6b5', 'tag': '740dee41-866c-4314-89ee-4f035ccd2e9a'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:39:08.863039 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f607546964f141dcf8ed995c545a93b1930b0d2db8722531a12d309c5951f327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ff96a7-13df-4275-87f9-6db7baa41427" -d '{"events": [{"name": "network-changed", "server_uuid": "570c9c7b-50b9-4879-bb2d-c91da2ead6b5", "tag": "740dee41-866c-4314-89ee-4f035ccd2e9a"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:39:08.895841 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a36a5-9dc5-410c-a11e-77ce071adcb4 service neutron] Pushing event updated for resources: {'Port': ['ID=740dee41-866c-4314-89ee-4f035ccd2e9a,revision_number=3']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:08.906433 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649be0bf-9738-45c9-b569-8c10ce48e697 x-openstack-request-id: req-649be0bf-9738-45c9-b569-8c10ce48e697 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:39:08.906732 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570c9c7b-50b9-4879-bb2d-c91da2ead6b5", "tag": "740dee41-866c-4314-89ee-4f035ccd2e9a", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:39:08.906987 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-649be0bf-9738-45c9-b569-8c10ce48e697 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:39:08.907387 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-649be0bf-9738-45c9-b569-8c10ce48e697'] response: {'name': 'network-changed', 'server_uuid': '570c9c7b-50b9-4879-bb2d-c91da2ead6b5', 'tag': '740dee41-866c-4314-89ee-4f035ccd2e9a', 'status': 'completed', 'code': 200} Aug 29 20:39:08.961774 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-26048bcf-550a-4f8a-920d-827b2b85a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:08.964120 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-26048bcf-550a-4f8a-920d-827b2b85a599 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=4ac573b4aa7a47c49d129afd9939e26d&device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 1127 time: 0.0464120 Aug 29 20:39:09.008052 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-47212800-cc53-4edc-be13-f70b6decfdb6 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=740dee41-866c-4314-89ee-4f035ccd2e9a HTTP/1.1" status: 200 len: 217 time: 0.0341349 Aug 29 20:39:09.061323 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-26a46f42-3cfa-4af8-89bd-8645926d8722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:09.062978 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-26a46f42-3cfa-4af8-89bd-8645926d8722 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=611c0b21-bc96-4859-87bb-f5e3e8e4141e HTTP/1.1" status: 200 len: 849 time: 0.0474856 Aug 29 20:39:09.100986 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device d983bde0-b35f-484d-9c8c-08c58aebed89 no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:39:09.124766 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-1856ae9a-fd12-4a58-8d05-2b4764f91e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:09.125680 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: d983bde0-b35f-484d-9c8c-08c58aebed89 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:39:09.126031 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device d983bde0-b35f-484d-9c8c-08c58aebed89 not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:39:09.126278 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-1856ae9a-fd12-4a58-8d05-2b4764f91e43 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=6506ef9d-c593-4e22-ac07-3e14f3411bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548015 Aug 29 20:39:09.126451 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 85ab0b02-734d-4182-affa-10fa6d4fdc67 no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:39:09.146430 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: 85ab0b02-734d-4182-affa-10fa6d4fdc67 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:39:09.146775 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 85ab0b02-734d-4182-affa-10fa6d4fdc67 not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:39:09.198050 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:09.239473 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-597d4440-baf8-4a93-9dc2-1f7981062a09 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6506ef9d-c593-4e22-ac07-3e14f3411bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060557 Aug 29 20:39:09.295885 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06a74c-d773-46f9-85c4-4e06d5eefd19 req-b1cd66e5-c811-4b5a-bf86-d9a050a97c02 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:09.297433 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5d06a74c-d773-46f9-85c4-4e06d5eefd19 req-b1cd66e5-c811-4b5a-bf86-d9a050a97c02 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 943 time: 0.0744302 Aug 29 20:39:09.403392 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5d06a74c-d773-46f9-85c4-4e06d5eefd19 req-c9dfeaca-e2e3-4342-9d9e-1f7255c1859c tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789182 Aug 29 20:39:09.405715 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-47bf84a3-8aac-487a-825e-bb665cbb9d49 req-c7f14295-d045-46bc-8011-e5da8ffdc4c4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6506ef9d-c593-4e22-ac07-3e14f3411bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501873 Aug 29 20:39:09.492665 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff96a7-13df-4275-87f9-6db7baa41427 req-15563fc2-ace1-4ee8-bd6d-be2b25649256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:09.494791 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-28ff96a7-13df-4275-87f9-6db7baa41427 req-15563fc2-ace1-4ee8-bd6d-be2b25649256 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=4ac573b4aa7a47c49d129afd9939e26d&device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 1127 time: 0.0424554 Aug 29 20:39:09.523561 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-655a8ab8-e8e4-4203-9b1d-53da564a1133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:09.602066 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff96a7-13df-4275-87f9-6db7baa41427 req-ef6064c5-a1ff-4569-a5af-4fafdadfd8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:09.602066 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-28ff96a7-13df-4275-87f9-6db7baa41427 req-ef6064c5-a1ff-4569-a5af-4fafdadfd8c6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=6506ef9d-c593-4e22-ac07-3e14f3411bf3 HTTP/1.1" status: 200 len: 911 time: 0.0987444 Aug 29 20:39:09.641403 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-28ff96a7-13df-4275-87f9-6db7baa41427 req-cf459a0b-0860-42f8-af9b-ce575f08e905 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=740dee41-866c-4314-89ee-4f035ccd2e9a HTTP/1.1" status: 200 len: 217 time: 0.0344527 Aug 29 20:39:09.699444 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff96a7-13df-4275-87f9-6db7baa41427 req-f7c27be0-7740-411d-8f9d-3a5a99d5de75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:09.700956 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-28ff96a7-13df-4275-87f9-6db7baa41427 req-f7c27be0-7740-411d-8f9d-3a5a99d5de75 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=611c0b21-bc96-4859-87bb-f5e3e8e4141e HTTP/1.1" status: 200 len: 849 time: 0.0531237 Aug 29 20:39:09.746215 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff96a7-13df-4275-87f9-6db7baa41427 req-04876d28-1aee-4a2b-8e31-a352e1293d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:09.747887 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-28ff96a7-13df-4275-87f9-6db7baa41427 req-04876d28-1aee-4a2b-8e31-a352e1293d41 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=6506ef9d-c593-4e22-ac07-3e14f3411bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407307 Aug 29 20:39:09.845584 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-28ff96a7-13df-4275-87f9-6db7baa41427 req-9ef4b69c-de78-4e80-8bb4-4329a333c4b7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6506ef9d-c593-4e22-ac07-3e14f3411bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906422 Aug 29 20:39:09.959994 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa683c1-9aea-49f0-a249-7c99805992e8 req-6d0c2081-10e3-4e4d-8d8f-9cbf2081370b tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:09.961859 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ffa683c1-9aea-49f0-a249-7c99805992e8 req-6d0c2081-10e3-4e4d-8d8f-9cbf2081370b tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 943 time: 0.0649104 Aug 29 20:39:09.966773 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-28ff96a7-13df-4275-87f9-6db7baa41427 req-88d6be93-73d0-43d6-85ac-a821db61e305 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6506ef9d-c593-4e22-ac07-3e14f3411bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123648 Aug 29 20:39:10.021022 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ffa683c1-9aea-49f0-a249-7c99805992e8 req-501e576e-ad4f-42e6-a465-74a3be2d8081 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528965 Aug 29 20:39:10.541606 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5fd09-e4b9-49c9-90cb-fa0d83c77988 req-5659a1a6-2640-4f7d-8df6-9726bd820753 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:10.543485 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-35c5fd09-e4b9-49c9-90cb-fa0d83c77988 req-5659a1a6-2640-4f7d-8df6-9726bd820753 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 943 time: 0.0532296 Aug 29 20:39:10.596986 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-35c5fd09-e4b9-49c9-90cb-fa0d83c77988 req-571a8f91-b58f-4215-9d67-3f393748b7f3 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477362 Aug 29 20:39:10.705878 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:10.902573 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 37814) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:11.008839 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a69efe83-a49c-420f-aea9-362942bf95a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:11.086338 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a69efe83-a49c-420f-aea9-362942bf95a6 admin admin] Publish callbacks [] for security_group (6c34f0d4-b677-439a-beac-3ca1e498a528), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:11.092203 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a69efe83-a49c-420f-aea9-362942bf95a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (6c34f0d4-b677-439a-beac-3ca1e498a528), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:11.166993 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-a69efe83-a49c-420f-aea9-362942bf95a6 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b6b8bf72129f403caca1d084504db7a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2629371 Aug 29 20:39:11.169751 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69efe83-a49c-420f-aea9-362942bf95a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c34f0d4-b677-439a-beac-3ca1e498a528,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:11.170529 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 37820) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:11.182274 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480249f-aae8-4086-a504-1644acbf013c req-817cdb73-9850-4039-85ea-45f8cc1308f6 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:11.183746 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8480249f-aae8-4086-a504-1644acbf013c req-817cdb73-9850-4039-85ea-45f8cc1308f6 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 943 time: 0.0792096 Aug 29 20:39:11.184581 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:11.228755 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4f385f07-e93e-4ab1-a3a0-d1ab3f6a5456 admin admin] Publish callbacks [] for security_group (6c34f0d4-b677-439a-beac-3ca1e498a528), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:11.244106 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8480249f-aae8-4086-a504-1644acbf013c req-0b967bbd-aaed-4bab-9848-de80fc2c9632 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530479 Aug 29 20:39:11.250073 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4f385f07-e93e-4ab1-a3a0-d1ab3f6a5456 admin admin] Publish callbacks [] for security_group (6c34f0d4-b677-439a-beac-3ca1e498a528), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:11.300944 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4f385f07-e93e-4ab1-a3a0-d1ab3f6a5456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (6c34f0d4-b677-439a-beac-3ca1e498a528), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:11.303453 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4f385f07-e93e-4ab1-a3a0-d1ab3f6a5456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:11.304678 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-4f385f07-e93e-4ab1-a3a0-d1ab3f6a5456 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6c34f0d4-b677-439a-beac-3ca1e498a528 HTTP/1.1" status: 204 len: 168 time: 0.1331742 Aug 29 20:39:11.314964 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f385f07-e93e-4ab1-a3a0-d1ab3f6a5456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c34f0d4-b677-439a-beac-3ca1e498a528,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:11.575013 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 37828) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:11.588865 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5a6dbeea-5b04-4016-b5d0-46130956dd4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:11.669754 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5a6dbeea-5b04-4016-b5d0-46130956dd4a admin admin] Publish callbacks [] for security_group (1198c229-6e62-4235-ad3e-5f1b1c24c4c4), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:11.674653 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5a6dbeea-5b04-4016-b5d0-46130956dd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (1198c229-6e62-4235-ad3e-5f1b1c24c4c4), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:11.716980 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-5a6dbeea-5b04-4016-b5d0-46130956dd4a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=23155237eaf84a6280895dcc7120cebd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408923 Aug 29 20:39:11.717854 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6dbeea-5b04-4016-b5d0-46130956dd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1198c229-6e62-4235-ad3e-5f1b1c24c4c4,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:11.720147 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 37832) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:11.720823 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e26c4-947d-4014-a38b-659fa3ec250f req-b1c7b89d-b1ba-4f6f-8036-c7f8aafb3bf8 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:11.722873 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-592e26c4-947d-4014-a38b-659fa3ec250f req-b1c7b89d-b1ba-4f6f-8036-c7f8aafb3bf8 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 943 time: 0.0520306 Aug 29 20:39:11.776558 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d6078311-5597-4c9e-bf0c-eebce9907f85 admin admin] Publish callbacks [] for security_group (1198c229-6e62-4235-ad3e-5f1b1c24c4c4), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:11.787042 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-592e26c4-947d-4014-a38b-659fa3ec250f req-3fa1de71-cd9e-4b1b-ad0d-c8e25098c30d tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547538 Aug 29 20:39:11.800615 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d6078311-5597-4c9e-bf0c-eebce9907f85 admin admin] Publish callbacks [] for security_group (1198c229-6e62-4235-ad3e-5f1b1c24c4c4), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:11.852832 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d6078311-5597-4c9e-bf0c-eebce9907f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (1198c229-6e62-4235-ad3e-5f1b1c24c4c4), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:11.855453 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d6078311-5597-4c9e-bf0c-eebce9907f85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:11.856737 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-d6078311-5597-4c9e-bf0c-eebce9907f85 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/1198c229-6e62-4235-ad3e-5f1b1c24c4c4 HTTP/1.1" status: 204 len: 168 time: 0.1355217 Aug 29 20:39:11.865168 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6078311-5597-4c9e-bf0c-eebce9907f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1198c229-6e62-4235-ad3e-5f1b1c24c4c4,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:12.249995 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:12.393772 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:12.395659 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbbc8d-2b8b-4396-ab43-eb602f85fb22 req-a5016e68-ded3-47f3-abc1-ea7143cd092f tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:12.397201 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-48dbbc8d-2b8b-4396-ab43-eb602f85fb22 req-a5016e68-ded3-47f3-abc1-ea7143cd092f tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 943 time: 0.0550797 Aug 29 20:39:12.422194 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:12.428757 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=14 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:12.466115 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-48dbbc8d-2b8b-4396-ab43-eb602f85fb22 req-781b805f-fbda-40ba-8cc7-255e0129e623 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558760 Aug 29 20:39:12.944620 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67c9fc-2554-4c15-88d3-753273b50482 req-2884ccdf-986a-4004-b885-f114f7a21154 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:12.946432 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8d67c9fc-2554-4c15-88d3-753273b50482 req-2884ccdf-986a-4004-b885-f114f7a21154 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 943 time: 0.0656815 Aug 29 20:39:13.006226 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8d67c9fc-2554-4c15-88d3-753273b50482 req-528499a6-ac09-4620-9cde-c8af2c03b4b9 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520573 Aug 29 20:39:13.487895 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529ca4c-4b9c-484b-9018-1c3637e50ec8 req-07a80e90-c2ab-421d-b042-216696316b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:13.489457 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4529ca4c-4b9c-484b-9018-1c3637e50ec8 req-07a80e90-c2ab-421d-b042-216696316b27 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1&tenant_id=2f93e5b4f52b4b8cac7e0336a44b33ba HTTP/1.1" status: 200 len: 1127 time: 0.0841541 Aug 29 20:39:13.535959 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:13.602244 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529ca4c-4b9c-484b-9018-1c3637e50ec8 req-de601642-3419-4c65-bab6-225e65ddfa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:13.604570 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4529ca4c-4b9c-484b-9018-1c3637e50ec8 req-de601642-3419-4c65-bab6-225e65ddfa39 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=2f93e5b4f52b4b8cac7e0336a44b33ba&device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 1127 time: 0.0832949 Aug 29 20:39:13.618191 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612eaaa8-4ac5-4537-8029-78df7b4fc110 req-f1e506ca-ced7-40c6-bb25-7227e963a02c tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:13.620413 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-612eaaa8-4ac5-4537-8029-78df7b4fc110 req-f1e506ca-ced7-40c6-bb25-7227e963a02c tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 943 time: 0.0615675 Aug 29 20:39:13.674592 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-612eaaa8-4ac5-4537-8029-78df7b4fc110 req-4bd9056a-971c-4178-8849-3576d557f94d tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473430 Aug 29 20:39:13.967295 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529ca4c-4b9c-484b-9018-1c3637e50ec8 req-b0115ed7-bd9f-4f6f-ae64-817a4c0a9ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:13.968852 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4529ca4c-4b9c-484b-9018-1c3637e50ec8 req-b0115ed7-bd9f-4f6f-ae64-817a4c0a9ee1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=779bade7-0633-4938-81a0-aee67711baac HTTP/1.1" status: 200 len: 909 time: 0.0952761 Aug 29 20:39:14.032263 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4529ca4c-4b9c-484b-9018-1c3637e50ec8 req-59f70420-5274-4dcd-b9c9-b5165853031b service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ff3928a-585f-4fdd-9895-afd0c54f0e08 HTTP/1.1" status: 200 len: 999 time: 0.0571799 Aug 29 20:39:14.092054 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529ca4c-4b9c-484b-9018-1c3637e50ec8 req-0400da60-c49d-49b5-8ac3-cabf692804a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:14.093837 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4529ca4c-4b9c-484b-9018-1c3637e50ec8 req-0400da60-c49d-49b5-8ac3-cabf692804a7 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=03b5cc74-b24b-495e-ac4f-195d2dcad1d7 HTTP/1.1" status: 200 len: 847 time: 0.0550022 Aug 29 20:39:14.171711 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529ca4c-4b9c-484b-9018-1c3637e50ec8 req-fc20b5fe-7612-4211-90da-3a614dc8b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:14.173253 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4529ca4c-4b9c-484b-9018-1c3637e50ec8 req-fc20b5fe-7612-4211-90da-3a614dc8b913 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=779bade7-0633-4938-81a0-aee67711baac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0716605 Aug 29 20:39:14.209471 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076e86f-0ff7-4846-9242-c8a4d8c4bea4 req-219aac63-d677-4abd-88da-f48d81b02233 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:14.211995 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0076e86f-0ff7-4846-9242-c8a4d8c4bea4 req-219aac63-d677-4abd-88da-f48d81b02233 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 943 time: 0.0802481 Aug 29 20:39:14.330429 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0076e86f-0ff7-4846-9242-c8a4d8c4bea4 req-28573310-f56a-44c5-88d9-64be128ad1e5 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826297 Aug 29 20:39:14.332604 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4529ca4c-4b9c-484b-9018-1c3637e50ec8 req-1fb9bb20-fd92-450a-b79d-725386a1f552 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/779bade7-0633-4938-81a0-aee67711baac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502395 Aug 29 20:39:14.414889 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:14.445243 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4529ca4c-4b9c-484b-9018-1c3637e50ec8 req-7d302512-4752-42b5-999e-cd07be9d97d6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/779bade7-0633-4938-81a0-aee67711baac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944004 Aug 29 20:39:14.802026 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198a5a4-58f2-476a-86a9-4ad82b02790d req-3d1032c8-c9b3-4f14-bbe0-228b47dfd0ab tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:14.803547 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4198a5a4-58f2-476a-86a9-4ad82b02790d req-3d1032c8-c9b3-4f14-bbe0-228b47dfd0ab tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 943 time: 0.0508904 Aug 29 20:39:14.862385 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4198a5a4-58f2-476a-86a9-4ad82b02790d req-507bb3c0-a50a-4809-bb9a-0c1fd0b12ccc tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523257 Aug 29 20:39:15.452105 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88356717-b7d9-44cf-85cd-8e9dea738bae req-e8396aeb-3110-4121-9501-e13005f195d3 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:15.453638 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-88356717-b7d9-44cf-85cd-8e9dea738bae req-e8396aeb-3110-4121-9501-e13005f195d3 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 943 time: 0.0496202 Aug 29 20:39:15.509459 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-88356717-b7d9-44cf-85cd-8e9dea738bae req-aa33a31b-3d36-4330-b89c-5fa0ab7ec8c5 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497742 Aug 29 20:39:15.981500 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33d6c7-e42c-4e82-88d2-cfc3b1546197 req-4e72e76a-4426-490e-93b5-2c8c63f088a7 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:15.982963 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-eb33d6c7-e42c-4e82-88d2-cfc3b1546197 req-4e72e76a-4426-490e-93b5-2c8c63f088a7 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 943 time: 0.0474014 Aug 29 20:39:16.032514 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-eb33d6c7-e42c-4e82-88d2-cfc3b1546197 req-c52897dc-a095-4cd8-a545-51fc0324bd57 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438485 Aug 29 20:39:16.640730 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba0ae0-400c-4fc3-a684-a532e450255c req-0d07970d-ddd1-4887-bdcd-ac32674b5776 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:16.642263 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4eba0ae0-400c-4fc3-a684-a532e450255c req-0d07970d-ddd1-4887-bdcd-ac32674b5776 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 943 time: 0.0527039 Aug 29 20:39:16.666399 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=15 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:16.695138 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4eba0ae0-400c-4fc3-a684-a532e450255c req-84c1bae5-754d-4d06-a78c-6d9de3a95618 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464118 Aug 29 20:39:17.156547 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d963df-aac4-4fd4-b750-30f717e7fcd0 req-31aaa2a4-0e4e-4ee2-b009-9795e8f5bbe4 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:17.158012 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-07d963df-aac4-4fd4-b750-30f717e7fcd0 req-31aaa2a4-0e4e-4ee2-b009-9795e8f5bbe4 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 943 time: 0.0513861 Aug 29 20:39:17.208401 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-07d963df-aac4-4fd4-b750-30f717e7fcd0 req-36c73ef1-3e41-4145-9d8b-90ecd7463638 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447354 Aug 29 20:39:17.816188 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0b4e3-8e78-4c88-9488-cf652b23d045 req-7a71326c-0800-4088-b1c4-bc6ee4ede25d tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:17.817659 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7fc0b4e3-8e78-4c88-9488-cf652b23d045 req-7a71326c-0800-4088-b1c4-bc6ee4ede25d tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 943 time: 0.0502601 Aug 29 20:39:17.867663 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7fc0b4e3-8e78-4c88-9488-cf652b23d045 req-c8d9e9b9-0691-4437-b87d-8fdc68944b61 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437894 Aug 29 20:39:18.329095 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68a49d-be0d-462a-abb7-a46e33e48247 req-4e0b7bb9-b804-4a05-af9b-132b92f8126b tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:18.330573 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fc68a49d-be0d-462a-abb7-a46e33e48247 req-4e0b7bb9-b804-4a05-af9b-132b92f8126b tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 943 time: 0.0481818 Aug 29 20:39:18.379427 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fc68a49d-be0d-462a-abb7-a46e33e48247 req-6356f419-d8c9-4320-b9ad-224a2f94674f tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433214 Aug 29 20:39:18.699070 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=8 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:18.988648 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731536a-bbb3-4c42-86e3-74159961a467 req-0e5aff00-f158-4b31-ae0a-ff892d24e731 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:18.990102 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e731536a-bbb3-4c42-86e3-74159961a467 req-0e5aff00-f158-4b31-ae0a-ff892d24e731 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 943 time: 0.0475676 Aug 29 20:39:19.039419 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e731536a-bbb3-4c42-86e3-74159961a467 req-1a0175de-4408-4a82-b0e3-92a090687027 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430954 Aug 29 20:39:19.503611 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d27d5-672c-4974-8972-4bbc86ae114c req-59c1410f-78d1-4b9a-9fff-2fe4d94db82f tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:19.505122 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c57d27d5-672c-4974-8972-4bbc86ae114c req-59c1410f-78d1-4b9a-9fff-2fe4d94db82f tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 943 time: 0.0465808 Aug 29 20:39:19.559559 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c57d27d5-672c-4974-8972-4bbc86ae114c req-530b246d-9b07-46ea-8c43-985a89fdfe80 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481939 Aug 29 20:39:20.157380 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c219cf5-6215-4d4b-b8e3-7b6bc836081d req-ca8a8b48-178b-4e43-874e-800ab6ef98dc tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:20.158854 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2c219cf5-6215-4d4b-b8e3-7b6bc836081d req-ca8a8b48-178b-4e43-874e-800ab6ef98dc tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 943 time: 0.0482047 Aug 29 20:39:20.189889 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:20.216207 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2c219cf5-6215-4d4b-b8e3-7b6bc836081d req-6267eee5-9e95-47b3-98ed-ab4d7e514097 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516822 Aug 29 20:39:20.678812 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0539318-fb74-453f-9faa-4c7a75381555 req-09498765-1011-4af5-ba04-a07d4ae99f03 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:20.680290 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b0539318-fb74-453f-9faa-4c7a75381555 req-09498765-1011-4af5-ba04-a07d4ae99f03 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 943 time: 0.0490441 Aug 29 20:39:20.730173 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b0539318-fb74-453f-9faa-4c7a75381555 req-2056a472-6bda-4777-9ff7-47df095bcca9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439422 Aug 29 20:39:21.242229 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 740dee41-866c-4314-89ee-4f035ccd2e9a details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:39:21.365174 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b2da3-0bd7-4ac6-a5d9-bc4a709db298 req-21966502-e9f6-4a07-a72c-72c7a93a3f1b tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:21.367544 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-426b2da3-0bd7-4ac6-a5d9-bc4a709db298 req-21966502-e9f6-4a07-a72c-72c7a93a3f1b tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 943 time: 0.0722358 Aug 29 20:39:21.380257 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 740dee41-866c-4314-89ee-4f035ccd2e9a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=740dee41-866c-4314-89ee-4f035ccd2e9a,segment=NetworkSegment(a7d83437-645d-48a8-bfa0-da5c0dbc5427),segment_id=a7d83437-645d-48a8-bfa0-da5c0dbc5427)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:39:21.392639 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Returning: {'device': '740dee41-866c-4314-89ee-4f035ccd2e9a', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'port_id': '740dee41-866c-4314-89ee-4f035ccd2e9a', 'mac_address': 'fa:16:3e:5b:4b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:39:21.432056 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 740dee41-866c-4314-89ee-4f035ccd2e9a is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:39:21.432459 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (740dee41-866c-4314-89ee-4f035ccd2e9a), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:21.441404 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-426b2da3-0bd7-4ac6-a5d9-bc4a709db298 req-2338931f-f6fe-495c-836c-77238e7f89ef tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660112 Aug 29 20:39:21.452937 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 740dee41-866c-4314-89ee-4f035ccd2e9a {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:39:21.477387 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 740dee41-866c-4314-89ee-4f035ccd2e9a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=740dee41-866c-4314-89ee-4f035ccd2e9a,segment=NetworkSegment(a7d83437-645d-48a8-bfa0-da5c0dbc5427),segment_id=a7d83437-645d-48a8-bfa0-da5c0dbc5427)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:39:21.482610 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (740dee41-866c-4314-89ee-4f035ccd2e9a), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:21.530355 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=740dee41-866c-4314-89ee-4f035ccd2e9a,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:21.537761 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:21.538107 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:21.538451 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:21.538790 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:21.539179 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:21.539456 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:21.539782 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:21.540687 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:21.541017 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:21.541368 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:21.541653 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:21.541978 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:21.542315 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:21.542622 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:21.542993 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:39:21.754168 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['740dee41-866c-4314-89ee-4f035ccd2e9a'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:39:21.878410 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85424417-ca81-4273-9c4a-e1962386dc05 req-8944b481-72d6-45e6-b616-98e3481d1bc1 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:21.880623 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-85424417-ca81-4273-9c4a-e1962386dc05 req-8944b481-72d6-45e6-b616-98e3481d1bc1 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 943 time: 0.0719938 Aug 29 20:39:21.932840 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-85424417-ca81-4273-9c4a-e1962386dc05 req-b0757a2a-0a47-4e3e-9e63-a5e41067a3a8 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456543 Aug 29 20:39:21.981268 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:22.576058 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d4719-f3fe-4c49-9df9-83762bd07a45 req-44bac152-8f2c-4287-acaa-6951b312a8ef tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:22.577751 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-858d4719-f3fe-4c49-9df9-83762bd07a45 req-44bac152-8f2c-4287-acaa-6951b312a8ef tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 944 time: 0.0502062 Aug 29 20:39:22.641311 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-858d4719-f3fe-4c49-9df9-83762bd07a45 req-9fde0f74-8623-45a9-b2bd-091ad0d2e71f tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558193 Aug 29 20:39:23.070644 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ca44a-1515-425e-8379-24be7d88c177 req-e98eaee8-8104-4d70-aaaa-21faca8974b0 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:23.071265 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1c7ca44a-1515-425e-8379-24be7d88c177 req-e98eaee8-8104-4d70-aaaa-21faca8974b0 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 943 time: 0.0621009 Aug 29 20:39:23.137710 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1c7ca44a-1515-425e-8379-24be7d88c177 req-ba71901a-43c7-46e4-a5bc-f00b0eff208e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593231 Aug 29 20:39:23.250873 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 8ff3928a-585f-4fdd-9895-afd0c54f0e08 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:39:23.254223 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 740dee41-866c-4314-89ee-4f035ccd2e9a up at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:39:23.314135 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:23.356844 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning for port 740dee41-866c-4314-89ee-4f035ccd2e9a completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:39:23.374026 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning complete for port 740dee41-866c-4314-89ee-4f035ccd2e9a triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:39:23.374574 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (740dee41-866c-4314-89ee-4f035ccd2e9a), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:23.454340 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 8ff3928a-585f-4fdd-9895-afd0c54f0e08, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8ff3928a-585f-4fdd-9895-afd0c54f0e08,segment=NetworkSegment(4a13b328-7b40-4982-994c-fbfbebdf4718),segment_id=4a13b328-7b40-4982-994c-fbfbebdf4718)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:39:23.469495 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Returning: {'device': '8ff3928a-585f-4fdd-9895-afd0c54f0e08', 'network_id': '779bade7-0633-4938-81a0-aee67711baac', 'port_id': '8ff3928a-585f-4fdd-9895-afd0c54f0e08', 'mac_address': 'fa:16:3e:32:39:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03b5cc74-b24b-495e-ac4f-195d2dcad1d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:39:23.536242 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 740dee41-866c-4314-89ee-4f035ccd2e9a is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:39:23.536628 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (740dee41-866c-4314-89ee-4f035ccd2e9a), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:23.553648 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:23.555414 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 8ff3928a-585f-4fdd-9895-afd0c54f0e08 is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:39:23.555788 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (8ff3928a-585f-4fdd-9895-afd0c54f0e08), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:23.577494 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570c9c7b-50b9-4879-bb2d-c91da2ead6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740dee41-866c-4314-89ee-4f035ccd2e9a'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:39:23.579710 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eee8fb3122df5bdd6ea851cee31293cb8412868e368eaaf22337f89cfd7738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab94f16-a0e0-45f2-8e3f-4d1dcc3fb30d" -d '{"events": [{"server_uuid": "570c9c7b-50b9-4879-bb2d-c91da2ead6b5", "name": "network-vif-plugged", "status": "completed", "tag": "740dee41-866c-4314-89ee-4f035ccd2e9a"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:39:23.592593 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff3928a-585f-4fdd-9895-afd0c54f0e08 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:39:23.601966 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 740dee41-866c-4314-89ee-4f035ccd2e9a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=740dee41-866c-4314-89ee-4f035ccd2e9a,segment=NetworkSegment(a7d83437-645d-48a8-bfa0-da5c0dbc5427),segment_id=a7d83437-645d-48a8-bfa0-da5c0dbc5427)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:39:23.610333 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (740dee41-866c-4314-89ee-4f035ccd2e9a), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:23.622942 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c20ec6c-2732-4b61-93fc-b8062a872869 x-openstack-request-id: req-6c20ec6c-2732-4b61-93fc-b8062a872869 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:39:23.623258 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570c9c7b-50b9-4879-bb2d-c91da2ead6b5", "name": "network-vif-plugged", "status": "completed", "tag": "740dee41-866c-4314-89ee-4f035ccd2e9a", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:39:23.623508 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c20ec6c-2732-4b61-93fc-b8062a872869 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:39:23.623921 dv-cinder-854263-2-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c20ec6c-2732-4b61-93fc-b8062a872869'] response: {'server_uuid': '570c9c7b-50b9-4879-bb2d-c91da2ead6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740dee41-866c-4314-89ee-4f035ccd2e9a', 'code': 200} Aug 29 20:39:23.642272 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 8ff3928a-585f-4fdd-9895-afd0c54f0e08, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8ff3928a-585f-4fdd-9895-afd0c54f0e08,segment=NetworkSegment(4a13b328-7b40-4982-994c-fbfbebdf4718),segment_id=4a13b328-7b40-4982-994c-fbfbebdf4718)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:39:23.652101 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (8ff3928a-585f-4fdd-9895-afd0c54f0e08), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:23.672866 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=740dee41-866c-4314-89ee-4f035ccd2e9a,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:23.724128 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=8ff3928a-585f-4fdd-9895-afd0c54f0e08,revision_number=7']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:23.773254 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89f183-bd25-4446-9433-daff65196a3d req-6fbcd718-3543-42d7-a9e2-1fc433e701f4 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:23.775217 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6e89f183-bd25-4446-9433-daff65196a3d req-6fbcd718-3543-42d7-a9e2-1fc433e701f4 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 945 time: 0.0512118 Aug 29 20:39:23.826205 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6e89f183-bd25-4446-9433-daff65196a3d req-69cac23e-eddf-4dde-af92-5cf9b6f4f6be tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441797 Aug 29 20:39:23.972453 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['8ff3928a-585f-4fdd-9895-afd0c54f0e08'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:39:24.182668 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:24.308532 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261611b-ab43-40f0-b9b1-44f0d14a16d2 req-82c40717-0bf0-47e7-8bc8-ac0c237e68c5 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:24.310394 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7261611b-ab43-40f0-b9b1-44f0d14a16d2 req-82c40717-0bf0-47e7-8bc8-ac0c237e68c5 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 944 time: 0.0761373 Aug 29 20:39:24.311365 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bd05c-7307-44ce-85f0-bd61c6db5a05 req-9ebc6edf-2dfb-40b4-b45c-a3e2eae3274a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:24.312753 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-245bd05c-7307-44ce-85f0-bd61c6db5a05 req-9ebc6edf-2dfb-40b4-b45c-a3e2eae3274a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 1129 time: 0.0934968 Aug 29 20:39:24.379268 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 38076) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:24.395063 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7261611b-ab43-40f0-b9b1-44f0d14a16d2 req-b7cd8bce-d0c1-4dda-b78e-c3322dda283e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789075 Aug 29 20:39:24.403839 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-245bd05c-7307-44ce-85f0-bd61c6db5a05 req-2db9a15e-06da-4ca4-be9c-4212ad4d2781 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803800 Aug 29 20:39:24.498124 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-879c4153-acc9-4e3f-bc86-3bbbe0a8c521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:24.533543 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:24.579575 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-879c4153-acc9-4e3f-bc86-3bbbe0a8c521 admin admin] Publish callbacks [] for security_group (88d0d3a4-bbd5-46b5-8f31-028c0b9816ca), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:24.583480 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-879c4153-acc9-4e3f-bc86-3bbbe0a8c521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (88d0d3a4-bbd5-46b5-8f31-028c0b9816ca), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:24.611973 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:24.627503 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-879c4153-acc9-4e3f-bc86-3bbbe0a8c521 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2f4a30ddfcb04c569f1789cd5094ab94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468672 Aug 29 20:39:24.628350 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c4153-acc9-4e3f-bc86-3bbbe0a8c521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d0d3a4-bbd5-46b5-8f31-028c0b9816ca,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:24.630325 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 38080) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:24.685151 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-687f30f8-843e-4b19-993b-cec9a7fa066d admin admin] Publish callbacks [] for security_group (88d0d3a4-bbd5-46b5-8f31-028c0b9816ca), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:24.694308 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:24.712011 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-687f30f8-843e-4b19-993b-cec9a7fa066d admin admin] Publish callbacks [] for security_group (88d0d3a4-bbd5-46b5-8f31-028c0b9816ca), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:24.763825 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-687f30f8-843e-4b19-993b-cec9a7fa066d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (88d0d3a4-bbd5-46b5-8f31-028c0b9816ca), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:24.766397 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-687f30f8-843e-4b19-993b-cec9a7fa066d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:24.767587 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-687f30f8-843e-4b19-993b-cec9a7fa066d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/88d0d3a4-bbd5-46b5-8f31-028c0b9816ca HTTP/1.1" status: 204 len: 168 time: 0.1362457 Aug 29 20:39:24.776184 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f30f8-843e-4b19-993b-cec9a7fa066d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d0d3a4-bbd5-46b5-8f31-028c0b9816ca,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:24.991031 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59e34f-340e-4ebd-83d8-3134858092e0 req-f4f77c50-20b2-4671-ad69-2219db2be215 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:25.000487 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ef59e34f-340e-4ebd-83d8-3134858092e0 req-f4f77c50-20b2-4671-ad69-2219db2be215 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 945 time: 0.0837603 Aug 29 20:39:25.051214 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ef59e34f-340e-4ebd-83d8-3134858092e0 req-292307ad-8233-4afb-9d8c-a8011be7e860 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495248 Aug 29 20:39:25.134059 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 38088) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:25.149941 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-88a12763-d3f9-4610-8474-788837da76cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:25.235868 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-88a12763-d3f9-4610-8474-788837da76cc admin admin] Publish callbacks [] for security_group (3c55ba84-8fd1-4ec6-ab44-dc5a59a7454b), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:25.241140 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-88a12763-d3f9-4610-8474-788837da76cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (3c55ba84-8fd1-4ec6-ab44-dc5a59a7454b), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:25.261064 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 8ff3928a-585f-4fdd-9895-afd0c54f0e08 up at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:39:25.284478 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-88a12763-d3f9-4610-8474-788837da76cc admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=01bc3b56cc7b4d67ae018c898405ca86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491725 Aug 29 20:39:25.285668 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a12763-d3f9-4610-8474-788837da76cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c55ba84-8fd1-4ec6-ab44-dc5a59a7454b,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:25.286006 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 38090) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:25.317572 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning complete for port 8ff3928a-585f-4fdd-9895-afd0c54f0e08 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:39:25.317933 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (8ff3928a-585f-4fdd-9895-afd0c54f0e08), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:25.338119 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:25.353531 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4f4389d1-d801-44a8-950c-08b167c726ae admin admin] Publish callbacks [] for security_group (3c55ba84-8fd1-4ec6-ab44-dc5a59a7454b), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:25.375202 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4f4389d1-d801-44a8-950c-08b167c726ae admin admin] Publish callbacks [] for security_group (3c55ba84-8fd1-4ec6-ab44-dc5a59a7454b), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:25.393789 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 8ff3928a-585f-4fdd-9895-afd0c54f0e08 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:39:25.394184 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (8ff3928a-585f-4fdd-9895-afd0c54f0e08), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:25.432518 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4f4389d1-d801-44a8-950c-08b167c726ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (3c55ba84-8fd1-4ec6-ab44-dc5a59a7454b), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:25.435750 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4f4389d1-d801-44a8-950c-08b167c726ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:25.440699 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-4f4389d1-d801-44a8-950c-08b167c726ae admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3c55ba84-8fd1-4ec6-ab44-dc5a59a7454b HTTP/1.1" status: 204 len: 168 time: 0.1532056 Aug 29 20:39:25.449449 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 8ff3928a-585f-4fdd-9895-afd0c54f0e08, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8ff3928a-585f-4fdd-9895-afd0c54f0e08,segment=NetworkSegment(4a13b328-7b40-4982-994c-fbfbebdf4718),segment_id=4a13b328-7b40-4982-994c-fbfbebdf4718)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:39:25.450060 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4389d1-d801-44a8-950c-08b167c726ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c55ba84-8fd1-4ec6-ab44-dc5a59a7454b,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:25.458075 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (8ff3928a-585f-4fdd-9895-afd0c54f0e08), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:25.521795 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=8ff3928a-585f-4fdd-9895-afd0c54f0e08,revision_number=8']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:25.546830 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54072e42-f032-41cf-8540-9f7d46512a47 req-ba62b21d-6ba7-413c-9975-9b7c144d5d9c tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:25.553978 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-54072e42-f032-41cf-8540-9f7d46512a47 req-ba62b21d-6ba7-413c-9975-9b7c144d5d9c tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 945 time: 0.0596051 Aug 29 20:39:25.620731 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-54072e42-f032-41cf-8540-9f7d46512a47 req-69f6ff66-26c9-4f56-840e-e4fa58e21589 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614543 Aug 29 20:39:25.624969 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36516f8-3de4-45fa-a124-83436dcfe1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff3928a-585f-4fdd-9895-afd0c54f0e08'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:39:25.628221 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eee8fb3122df5bdd6ea851cee31293cb8412868e368eaaf22337f89cfd7738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4616af-084c-4fcf-a830-8be79c0132ad" -d '{"events": [{"server_uuid": "f36516f8-3de4-45fa-a124-83436dcfe1c1", "name": "network-vif-plugged", "status": "completed", "tag": "8ff3928a-585f-4fdd-9895-afd0c54f0e08"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:39:25.683866 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d61df7b-2780-44d8-81f5-32c528c4c9bb x-openstack-request-id: req-4d61df7b-2780-44d8-81f5-32c528c4c9bb {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:39:25.685756 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36516f8-3de4-45fa-a124-83436dcfe1c1", "name": "network-vif-plugged", "status": "completed", "tag": "8ff3928a-585f-4fdd-9895-afd0c54f0e08", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:39:25.685756 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d61df7b-2780-44d8-81f5-32c528c4c9bb {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:39:25.685756 dv-cinder-854263-2-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d61df7b-2780-44d8-81f5-32c528c4c9bb'] response: {'server_uuid': 'f36516f8-3de4-45fa-a124-83436dcfe1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff3928a-585f-4fdd-9895-afd0c54f0e08', 'code': 200} Aug 29 20:39:26.252689 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc718cb-2c85-4f42-b763-09bef90e8b39 req-8433a43e-c98d-4b18-881a-b387c69605f1 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:26.255174 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9dc718cb-2c85-4f42-b763-09bef90e8b39 req-8433a43e-c98d-4b18-881a-b387c69605f1 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 945 time: 0.0834289 Aug 29 20:39:26.294653 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:26.338700 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9dc718cb-2c85-4f42-b763-09bef90e8b39 req-5ff5b960-753d-41f9-89fd-9903ccc0a341 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692179 Aug 29 20:39:26.666858 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f122a8c-2730-445f-bba7-bbd4193fba66 req-23c4acad-7572-4f5d-a4d5-19e59444847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:26.668561 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8f122a8c-2730-445f-bba7-bbd4193fba66 req-23c4acad-7572-4f5d-a4d5-19e59444847e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 1129 time: 0.0442212 Aug 29 20:39:26.763190 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8f122a8c-2730-445f-bba7-bbd4193fba66 req-454b35a1-dc6f-4c7f-9492-b3577e02778b service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849569 Aug 29 20:39:26.829284 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441eb06c-f3a8-4146-a423-1e79641e4ceb req-5bfaafa2-10b1-474e-ab48-7b8ff040b727 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:26.830834 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-441eb06c-f3a8-4146-a423-1e79641e4ceb req-5bfaafa2-10b1-474e-ab48-7b8ff040b727 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 945 time: 0.0728257 Aug 29 20:39:26.919587 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-441eb06c-f3a8-4146-a423-1e79641e4ceb req-dd6c4e7a-a20c-4c85-8620-93859c6cd404 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764563 Aug 29 20:39:27.485536 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a98118-ae53-46ec-bea1-6b3aa609e0f9 req-00932d26-cbc1-4319-b777-17e645422c51 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:27.487283 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-59a98118-ae53-46ec-bea1-6b3aa609e0f9 req-00932d26-cbc1-4319-b777-17e645422c51 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 945 time: 0.0558445 Aug 29 20:39:27.553374 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-59a98118-ae53-46ec-bea1-6b3aa609e0f9 req-360a5e3f-d574-49ff-9a9f-03f5a200434e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552082 Aug 29 20:39:27.720630 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cdcc7-953a-4e66-aced-51fadca60998 req-a63db3e8-5ff5-45b4-8081-2a700433a63d tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:27.726779 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bd8cdcc7-953a-4e66-aced-51fadca60998 req-a63db3e8-5ff5-45b4-8081-2a700433a63d tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 945 time: 0.0639930 Aug 29 20:39:27.794306 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bd8cdcc7-953a-4e66-aced-51fadca60998 req-c37d4288-ec6b-4c08-9d61-ad1c9a2fd647 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642059 Aug 29 20:39:27.835343 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 38188) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:27.886793 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4ef88c-1a37-4749-ba3b-d4da91959fb5 tempest-TestVolumeBootPattern-126169689 tempest-TestVolumeBootPattern-126169689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:27.888484 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-3e4ef88c-1a37-4749-ba3b-d4da91959fb5 tempest-TestVolumeBootPattern-126169689 tempest-TestVolumeBootPattern-126169689-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 1124 time: 0.0521314 Aug 29 20:39:27.891518 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 38192) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:27.901106 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-74894a1b-d325-4e3d-bfeb-d007939dc055 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Request body: {'floatingip': {'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'port_id': '740dee41-866c-4314-89ee-4f035ccd2e9a', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:39:27.942235 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-74894a1b-d325-4e3d-bfeb-d007939dc055 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:28.126391 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-74894a1b-d325-4e3d-bfeb-d007939dc055 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:28.142628 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894f784-177f-41f7-ba0e-937b49d2483e req-ce248065-24b7-4569-8b2d-490c5b164d2a tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:28.144393 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9894f784-177f-41f7-ba0e-937b49d2483e req-ce248065-24b7-4569-8b2d-490c5b164d2a tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 945 time: 0.1002252 Aug 29 20:39:28.250714 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9894f784-177f-41f7-ba0e-937b49d2483e req-c6a41ee7-069b-48ea-9cf3-efbc1ea2e820 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940061 Aug 29 20:39:28.337647 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [None req-74894a1b-d325-4e3d-bfeb-d007939dc055 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Allocated IP 172.27.1.134 (6d9f465d-5886-43f5-9015-44f8e49732f9/a46a7c4b-a1af-42c4-bdce-13dd23ff8d25/4bf850d9-816f-4766-9ace-d9b761e49694) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:39:28.466173 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:28.521051 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-74894a1b-d325-4e3d-bfeb-d007939dc055 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for port (4bf850d9-816f-4766-9ace-d9b761e49694), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:28.555904 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:28.565182 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-74894a1b-d325-4e3d-bfeb-d007939dc055 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (4bf850d9-816f-4766-9ace-d9b761e49694), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:28.632718 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74894a1b-d325-4e3d-bfeb-d007939dc055 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Network 6d9f465d-5886-43f5-9015-44f8e49732f9 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:39:28.639096 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-74894a1b-d325-4e3d-bfeb-d007939dc055 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:39:28.651430 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74894a1b-d325-4e3d-bfeb-d007939dc055 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:39:28.657512 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74894a1b-d325-4e3d-bfeb-d007939dc055 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Pushing event updated for resources: {'Port': ['ID=4bf850d9-816f-4766-9ace-d9b761e49694,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:29.192976 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ef3c8-4268-4c68-aa13-88e304dfb210 req-71d2e193-012b-4ce2-8375-5cb9c698bbf4 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:29.195029 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-741ef3c8-4268-4c68-aa13-88e304dfb210 req-71d2e193-012b-4ce2-8375-5cb9c698bbf4 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fe56a6be-788d-44c6-a116-577a344df4c7 HTTP/1.1" status: 200 len: 946 time: 0.1002407 Aug 29 20:39:29.545917 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-74894a1b-d325-4e3d-bfeb-d007939dc055 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for floatingip (08c9dc1f-bfd9-4d95-912f-6db7d3d89dfb), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:29.583568 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 38274) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:29.596510 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-741ef3c8-4268-4c68-aa13-88e304dfb210 req-992b23d6-2f39-409b-bfba-a09c28d87e4b tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb6e539-32f6-483f-9680-a97463113e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3886395 Aug 29 20:39:29.641606 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-74894a1b-d325-4e3d-bfeb-d007939dc055 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (4bf850d9-816f-4766-9ace-d9b761e49694), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:29.736665 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-29f6ca39-81a0-4b91-a205-79d25294e0e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:29.772556 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:29.802129 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:29.841894 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-29f6ca39-81a0-4b91-a205-79d25294e0e5 admin admin] Publish callbacks [] for security_group (1403b2d9-6316-480c-9172-0c3d7500c350), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:29.846633 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-29f6ca39-81a0-4b91-a205-79d25294e0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (1403b2d9-6316-480c-9172-0c3d7500c350), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:29.853898 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-74894a1b-d325-4e3d-bfeb-d007939dc055 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for port (4bf850d9-816f-4766-9ace-d9b761e49694), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:29.860936 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-74894a1b-d325-4e3d-bfeb-d007939dc055 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61108980'] for port (4bf850d9-816f-4766-9ace-d9b761e49694), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:29.896648 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-29f6ca39-81a0-4b91-a205-79d25294e0e5 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=8e0eacbfb0654eeaae28aa781494f997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3113134 Aug 29 20:39:29.898517 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6ca39-81a0-4b91-a205-79d25294e0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1403b2d9-6316-480c-9172-0c3d7500c350,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:29.903754 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 38278) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:29.953806 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74894a1b-d325-4e3d-bfeb-d007939dc055 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Pushing event updated for resources: {'Port': ['ID=4bf850d9-816f-4766-9ace-d9b761e49694,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:29.956327 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-74894a1b-d325-4e3d-bfeb-d007939dc055 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (08c9dc1f-bfd9-4d95-912f-6db7d3d89dfb), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:29.971102 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-72d78e62-af40-4bba-9cf9-4063dc84c21f admin admin] Publish callbacks [] for security_group (1403b2d9-6316-480c-9172-0c3d7500c350), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:30.005102 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-72d78e62-af40-4bba-9cf9-4063dc84c21f admin admin] Publish callbacks [] for security_group (1403b2d9-6316-480c-9172-0c3d7500c350), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:30.063551 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.db.l3_db [None req-74894a1b-d325-4e3d-bfeb-d007939dc055 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Floating IP 08c9dc1f-bfd9-4d95-912f-6db7d3d89dfb associated. External IP: 172.27.1.134, port: 740dee41-866c-4314-89ee-4f035ccd2e9a. Aug 29 20:39:30.064814 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-72d78e62-af40-4bba-9cf9-4063dc84c21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (1403b2d9-6316-480c-9172-0c3d7500c350), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:30.067726 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-72d78e62-af40-4bba-9cf9-4063dc84c21f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:30.069003 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-72d78e62-af40-4bba-9cf9-4063dc84c21f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/1403b2d9-6316-480c-9172-0c3d7500c350 HTTP/1.1" status: 204 len: 168 time: 0.1642511 Aug 29 20:39:30.078103 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d78e62-af40-4bba-9cf9-4063dc84c21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1403b2d9-6316-480c-9172-0c3d7500c350,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:30.117891 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:30.329912 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74894a1b-d325-4e3d-bfeb-d007939dc055 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Router bf84a212-1b90-4907-94d8-1ec03b2b2889 has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:39:30.483154 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74894a1b-d325-4e3d-bfeb-d007939dc055 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:39:30.498744 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e20cc68-0d21-4d87-b344-bdc470e4ffcd None None] Sync routers for ids ['bf84a212-1b90-4907-94d8-1ec03b2b2889'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:39:30.501681 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 38286) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:30.516187 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-74894a1b-d325-4e3d-bfeb-d007939dc055 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:30.518656 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e20cc68-0d21-4d87-b344-bdc470e4ffcd None None] Routers {'bf84a212-1b90-4907-94d8-1ec03b2b2889'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:39:30.520176 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-5e20cc68-0d21-4d87-b344-bdc470e4ffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:39:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['bf84a212-1b90-4907-94d8-1ec03b2b2889'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:39:30.524883 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-06189bbe-b651-474d-a337-8d56513d9d73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:30.560123 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-74894a1b-d325-4e3d-bfeb-d007939dc055 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6664002 Aug 29 20:39:30.560835 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570c9c7b-50b9-4879-bb2d-c91da2ead6b5', 'tag': '740dee41-866c-4314-89ee-4f035ccd2e9a'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:39:30.563649 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da260fe-7609-469a-a0f1-817a9be49e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "570c9c7b-50b9-4879-bb2d-c91da2ead6b5", "tag": "740dee41-866c-4314-89ee-4f035ccd2e9a"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:39:30.630372 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b665c13f-d3bc-40de-a7e1-caedcc3ac405 x-openstack-request-id: req-b665c13f-d3bc-40de-a7e1-caedcc3ac405 {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:39:30.630734 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570c9c7b-50b9-4879-bb2d-c91da2ead6b5", "tag": "740dee41-866c-4314-89ee-4f035ccd2e9a", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:39:30.630984 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b665c13f-d3bc-40de-a7e1-caedcc3ac405 {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:39:30.631383 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b665c13f-d3bc-40de-a7e1-caedcc3ac405'] response: {'name': 'network-changed', 'server_uuid': '570c9c7b-50b9-4879-bb2d-c91da2ead6b5', 'tag': '740dee41-866c-4314-89ee-4f035ccd2e9a', 'status': 'completed', 'code': 200} Aug 29 20:39:30.646193 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-06189bbe-b651-474d-a337-8d56513d9d73 admin admin] Publish callbacks [] for security_group (9d03d29a-1365-4cdc-ae57-ea9b07db5c9c), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:30.652923 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-06189bbe-b651-474d-a337-8d56513d9d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (9d03d29a-1365-4cdc-ae57-ea9b07db5c9c), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:30.693148 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-5e20cc68-0d21-4d87-b344-bdc470e4ffcd None None] Set router bf84a212-1b90-4907-94d8-1ec03b2b2889 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:39:30.717030 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:30.734561 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-06189bbe-b651-474d-a337-8d56513d9d73 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=8c21675704764786a84400625d19d725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309430 Aug 29 20:39:30.736180 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06189bbe-b651-474d-a337-8d56513d9d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d03d29a-1365-4cdc-ae57-ea9b07db5c9c,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:30.740727 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 38294) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:30.779303 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f8529-ade1-42e2-8b81-fd623d580510 req-0923d98d-e9c0-4fe7-97eb-aed94fdef526 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:30.781203 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7c3f8529-ade1-42e2-8b81-fd623d580510 req-0923d98d-e9c0-4fe7-97eb-aed94fdef526 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fe56a6be-788d-44c6-a116-577a344df4c7 HTTP/1.1" status: 200 len: 946 time: 0.0921071 Aug 29 20:39:30.848998 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6c9d21be-65b0-4698-8152-f15d41724cff admin admin] Publish callbacks [] for security_group (9d03d29a-1365-4cdc-ae57-ea9b07db5c9c), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:30.860455 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da260fe-7609-469a-a0f1-817a9be49e7a req-939957de-10ea-40fa-a2ad-80d19d92932c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:30.862291 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6da260fe-7609-469a-a0f1-817a9be49e7a req-939957de-10ea-40fa-a2ad-80d19d92932c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=4ac573b4aa7a47c49d129afd9939e26d&device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 1129 time: 0.0534070 Aug 29 20:39:30.893869 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6c9d21be-65b0-4698-8152-f15d41724cff admin admin] Publish callbacks [] for security_group (9d03d29a-1365-4cdc-ae57-ea9b07db5c9c), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:30.904283 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7c3f8529-ade1-42e2-8b81-fd623d580510 req-7f5ea0b3-9791-44df-a9dd-0c39471ea117 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb6e539-32f6-483f-9680-a97463113e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088772 Aug 29 20:39:30.956377 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6c9d21be-65b0-4698-8152-f15d41724cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (9d03d29a-1365-4cdc-ae57-ea9b07db5c9c), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:30.959827 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6c9d21be-65b0-4698-8152-f15d41724cff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:30.961110 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-6c9d21be-65b0-4698-8152-f15d41724cff admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9d03d29a-1365-4cdc-ae57-ea9b07db5c9c HTTP/1.1" status: 204 len: 168 time: 0.2194428 Aug 29 20:39:30.972614 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d21be-65b0-4698-8152-f15d41724cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d03d29a-1365-4cdc-ae57-ea9b07db5c9c,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:31.147971 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da260fe-7609-469a-a0f1-817a9be49e7a req-5b478c4f-7acb-4f62-97f1-efca83250b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:31.148274 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6da260fe-7609-469a-a0f1-817a9be49e7a req-5b478c4f-7acb-4f62-97f1-efca83250b40 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=6506ef9d-c593-4e22-ac07-3e14f3411bf3 HTTP/1.1" status: 200 len: 911 time: 0.1579781 Aug 29 20:39:31.216368 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-5e20cc68-0d21-4d87-b344-bdc470e4ffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'name': 'tempest-TestVolumeBootPattern-37130483-router', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:33Z', 'revision_number': 4, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'gw_port': {'id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '08c9dc1f-bfd9-4d95-912f-6db7d3d89dfb', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'port_id': '740dee41-866c-4314-89ee-4f035ccd2e9a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'mac_address': 'fa:16:3e:5b:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c9c7b-50b9-4879-bb2d-c91da2ead6b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:39:28Z', 'updated_at': '2022-08-29T20:39:28Z', 'revision_number': 0, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cda6261-c35a-4847-b516-e4a70f1b418e', 'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'mac_address': 'fa:16:3e:06:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:32Z', 'updated_at': '2022-08-29T20:35:39Z', 'revision_number': 5, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'subnets': [{'id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:39:31.217613 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764168e6-c1f6-4a20-8bca-278e585dd175 req-d9734534-a075-4d2b-9869-518dc56ca203 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:31.219427 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6da260fe-7609-469a-a0f1-817a9be49e7a req-9f03b623-9a23-4a74-b68b-094a44632c47 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=740dee41-866c-4314-89ee-4f035ccd2e9a HTTP/1.1" status: 200 len: 999 time: 0.0611715 Aug 29 20:39:31.221016 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-764168e6-c1f6-4a20-8bca-278e585dd175 req-d9734534-a075-4d2b-9869-518dc56ca203 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=fe56a6be-788d-44c6-a116-577a344df4c7 HTTP/1.1" status: 200 len: 946 time: 0.0915635 Aug 29 20:39:31.258354 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e20cc68-0d21-4d87-b344-bdc470e4ffcd None None] Checking router: bf84a212-1b90-4907-94d8-1ec03b2b2889 for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:39:31.274949 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e20cc68-0d21-4d87-b344-bdc470e4ffcd None None] Routers {'bf84a212-1b90-4907-94d8-1ec03b2b2889'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:39:31.276103 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-5e20cc68-0d21-4d87-b344-bdc470e4ffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:39:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['bf84a212-1b90-4907-94d8-1ec03b2b2889'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:39:31.311899 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da260fe-7609-469a-a0f1-817a9be49e7a req-4c0573d2-9dd5-4401-a18c-cc4f5a2ce0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:31.314652 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6da260fe-7609-469a-a0f1-817a9be49e7a req-4c0573d2-9dd5-4401-a18c-cc4f5a2ce0cf service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=611c0b21-bc96-4859-87bb-f5e3e8e4141e HTTP/1.1" status: 200 len: 849 time: 0.0795121 Aug 29 20:39:31.316603 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:31.385124 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [req-764168e6-c1f6-4a20-8bca-278e585dd175 req-b1edf6e5-f6aa-4603-84e9-1bb3f91436c1 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Deleting port 9679af1b-9201-413a-8503-93f6d6fc0954 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:39:31.386216 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-764168e6-c1f6-4a20-8bca-278e585dd175 req-b1edf6e5-f6aa-4603-84e9-1bb3f91436c1 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (9679af1b-9201-413a-8503-93f6d6fc0954), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:31.386971 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da260fe-7609-469a-a0f1-817a9be49e7a req-dc48026e-1a54-4369-84df-2dfb7c07291a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:31.388794 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6da260fe-7609-469a-a0f1-817a9be49e7a req-dc48026e-1a54-4369-84df-2dfb7c07291a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=6506ef9d-c593-4e22-ac07-3e14f3411bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656590 Aug 29 20:39:31.466285 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-5e20cc68-0d21-4d87-b344-bdc470e4ffcd None None] Set router bf84a212-1b90-4907-94d8-1ec03b2b2889 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:39:31.537491 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6da260fe-7609-469a-a0f1-817a9be49e7a req-26f4a153-dc47-4de1-b871-0817a118311a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6506ef9d-c593-4e22-ac07-3e14f3411bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397939 Aug 29 20:39:31.557329 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-764168e6-c1f6-4a20-8bca-278e585dd175 req-b1edf6e5-f6aa-4603-84e9-1bb3f91436c1 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] For port 9679af1b-9201-413a-8503-93f6d6fc0954, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9679af1b-9201-413a-8503-93f6d6fc0954,segment=NetworkSegment(1d746f43-20a6-4a17-81a5-a928455a6cc0),segment_id=1d746f43-20a6-4a17-81a5-a928455a6cc0)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:39:31.558065 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-764168e6-c1f6-4a20-8bca-278e585dd175 req-b1edf6e5-f6aa-4603-84e9-1bb3f91436c1 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (9679af1b-9201-413a-8503-93f6d6fc0954), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:31.614704 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:31.715323 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6da260fe-7609-469a-a0f1-817a9be49e7a req-d8866634-96d5-4982-a2c1-4073c4257de5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6506ef9d-c593-4e22-ac07-3e14f3411bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656330 Aug 29 20:39:31.756743 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:31.833891 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-5e20cc68-0d21-4d87-b344-bdc470e4ffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'name': 'tempest-TestVolumeBootPattern-37130483-router', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:33Z', 'revision_number': 4, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'gw_port': {'id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '08c9dc1f-bfd9-4d95-912f-6db7d3d89dfb', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'port_id': '740dee41-866c-4314-89ee-4f035ccd2e9a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'mac_address': 'fa:16:3e:5b:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c9c7b-50b9-4879-bb2d-c91da2ead6b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:39:28Z', 'updated_at': '2022-08-29T20:39:28Z', 'revision_number': 0, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cda6261-c35a-4847-b516-e4a70f1b418e', 'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'mac_address': 'fa:16:3e:06:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:32Z', 'updated_at': '2022-08-29T20:35:39Z', 'revision_number': 5, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'subnets': [{'id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:39:31.869860 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e20cc68-0d21-4d87-b344-bdc470e4ffcd None None] The sync data for ids ['bf84a212-1b90-4907-94d8-1ec03b2b2889'] in dv-cinder-854263-2-iscsi is: [{'id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'name': 'tempest-TestVolumeBootPattern-37130483-router', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:33Z', 'revision_number': 4, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'gw_port': {'id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '08c9dc1f-bfd9-4d95-912f-6db7d3d89dfb', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'port_id': '740dee41-866c-4314-89ee-4f035ccd2e9a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'mac_address': 'fa:16:3e:5b:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c9c7b-50b9-4879-bb2d-c91da2ead6b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:39:28Z', 'updated_at': '2022-08-29T20:39:28Z', 'revision_number': 0, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cda6261-c35a-4847-b516-e4a70f1b418e', 'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'mac_address': 'fa:16:3e:06:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:32Z', 'updated_at': '2022-08-29T20:35:39Z', 'revision_number': 5, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'subnets': [{'id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:39:31.881807 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-764168e6-c1f6-4a20-8bca-278e585dd175 req-b1edf6e5-f6aa-4603-84e9-1bb3f91436c1 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:31.882657 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-764168e6-c1f6-4a20-8bca-278e585dd175 req-b1edf6e5-f6aa-4603-84e9-1bb3f91436c1 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (60f4d3e6-bf1d-4fdd-8358-7f603091ee10), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:31.883033 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.db.l3_db [req-764168e6-c1f6-4a20-8bca-278e585dd175 req-b1edf6e5-f6aa-4603-84e9-1bb3f91436c1 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Floating IP 60f4d3e6-bf1d-4fdd-8358-7f603091ee10 disassociated. External IP: 172.27.1.142, port: 9679af1b-9201-413a-8503-93f6d6fc0954. Aug 29 20:39:31.883548 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [req-764168e6-c1f6-4a20-8bca-278e585dd175 req-b1edf6e5-f6aa-4603-84e9-1bb3f91436c1 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Calling delete_port for 9679af1b-9201-413a-8503-93f6d6fc0954 owned by compute:nova {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:39:32.104315 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c1063-88b6-406d-9cca-beaffeed146d req-4a7c1448-a3da-4908-93c1-dcf643dbf52d tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:32.106671 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6a3c1063-88b6-406d-9cca-beaffeed146d req-4a7c1448-a3da-4908-93c1-dcf643dbf52d tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fe56a6be-788d-44c6-a116-577a344df4c7 HTTP/1.1" status: 200 len: 946 time: 0.0773110 Aug 29 20:39:32.129532 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-764168e6-c1f6-4a20-8bca-278e585dd175 req-b1edf6e5-f6aa-4603-84e9-1bb3f91436c1 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (9679af1b-9201-413a-8503-93f6d6fc0954), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:32.172603 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edf6e5-f6aa-4603-84e9-1bb3f91436c1 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Pushing event deleted for resources: {'Port': ['ID=9679af1b-9201-413a-8503-93f6d6fc0954,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:32.191058 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:32.197752 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6a3c1063-88b6-406d-9cca-beaffeed146d req-575abd50-4600-4aba-b2d7-0e0a201c769e tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb6e539-32f6-483f-9680-a97463113e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839272 Aug 29 20:39:32.260715 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f697281f-532b-447f-8068-f5bd09a0408a None None] New status for floating IP 08c9dc1f-bfd9-4d95-912f-6db7d3d89dfb: ACTIVE {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:39:32.364593 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-764168e6-c1f6-4a20-8bca-278e585dd175 req-b1edf6e5-f6aa-4603-84e9-1bb3f91436c1 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Router 4330b9e3-75c0-4ef3-897c-5d7af740e985 has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:39:32.543920 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-764168e6-c1f6-4a20-8bca-278e585dd175 req-b1edf6e5-f6aa-4603-84e9-1bb3f91436c1 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:39:32.560248 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891300a6-c473-41ad-bf20-215d38770801 None None] Sync routers for ids ['4330b9e3-75c0-4ef3-897c-5d7af740e985'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:39:32.580380 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891300a6-c473-41ad-bf20-215d38770801 None None] Routers {'4330b9e3-75c0-4ef3-897c-5d7af740e985'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:39:32.581676 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-891300a6-c473-41ad-bf20-215d38770801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:39:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['4330b9e3-75c0-4ef3-897c-5d7af740e985'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:39:32.596272 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [req-764168e6-c1f6-4a20-8bca-278e585dd175 req-b1edf6e5-f6aa-4603-84e9-1bb3f91436c1 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] No DVR routers for this DVR port 9679af1b-9201-413a-8503-93f6d6fc0954 on host hv-cinder-85426 {{(pid=106199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:39:32.599082 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-764168e6-c1f6-4a20-8bca-278e585dd175 req-b1edf6e5-f6aa-4603-84e9-1bb3f91436c1 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:32.602757 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-764168e6-c1f6-4a20-8bca-278e585dd175 req-b1edf6e5-f6aa-4603-84e9-1bb3f91436c1 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.33 "DELETE /networking/v2.0/ports/9679af1b-9201-413a-8503-93f6d6fc0954 HTTP/1.1" status: 204 len: 173 time: 1.3669534 Aug 29 20:39:32.632783 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe56a6be-788d-44c6-a116-577a344df4c7', 'name': 'network-vif-deleted', 'tag': '9679af1b-9201-413a-8503-93f6d6fc0954'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:39:32.635768 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e77518-e9bc-49e3-9d2f-7f4ae70a4187" -d '{"events": [{"server_uuid": "fe56a6be-788d-44c6-a116-577a344df4c7", "name": "network-vif-deleted", "tag": "9679af1b-9201-413a-8503-93f6d6fc0954"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:39:32.707054 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:32.712846 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a25208-a393-4bbd-8903-4862019fcf3d x-openstack-request-id: req-c2a25208-a393-4bbd-8903-4862019fcf3d {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:39:32.713475 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe56a6be-788d-44c6-a116-577a344df4c7", "name": "network-vif-deleted", "tag": "9679af1b-9201-413a-8503-93f6d6fc0954", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:39:32.713739 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2a25208-a393-4bbd-8903-4862019fcf3d {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:39:32.714153 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2a25208-a393-4bbd-8903-4862019fcf3d'] response: {'server_uuid': 'fe56a6be-788d-44c6-a116-577a344df4c7', 'name': 'network-vif-deleted', 'tag': '9679af1b-9201-413a-8503-93f6d6fc0954', 'status': 'completed', 'code': 200} Aug 29 20:39:32.750436 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-891300a6-c473-41ad-bf20-215d38770801 None None] Set router 4330b9e3-75c0-4ef3-897c-5d7af740e985 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:39:33.002374 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-891300a6-c473-41ad-bf20-215d38770801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'name': 'tempest-AttachVolumeTestJSON-1686066988-router', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:56Z', 'revision_number': 4, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'gw_port': {'id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': 'c7a36f00-ad43-43f3-897c-2878fa10e956', 'name': '', 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'mac_address': 'fa:16:3e:13:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:54Z', 'updated_at': '2022-08-29T20:33:08Z', 'revision_number': 5, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'subnets': [{'id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:39:33.030899 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891300a6-c473-41ad-bf20-215d38770801 None None] Checking router: 4330b9e3-75c0-4ef3-897c-5d7af740e985 for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:39:33.041123 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891300a6-c473-41ad-bf20-215d38770801 None None] Routers {'4330b9e3-75c0-4ef3-897c-5d7af740e985'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:39:33.041865 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-891300a6-c473-41ad-bf20-215d38770801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:39:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['4330b9e3-75c0-4ef3-897c-5d7af740e985'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:39:33.183858 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-891300a6-c473-41ad-bf20-215d38770801 None None] Set router 4330b9e3-75c0-4ef3-897c-5d7af740e985 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:39:33.385142 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9719310d-1224-4b37-b824-d478c634715e req-084e9b9d-e27e-4757-a143-fab15fb4c934 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fe56a6be-788d-44c6-a116-577a344df4c7 HTTP/1.1" status: 200 len: 210 time: 0.0370824 Aug 29 20:39:33.474677 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-891300a6-c473-41ad-bf20-215d38770801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'name': 'tempest-AttachVolumeTestJSON-1686066988-router', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:56Z', 'revision_number': 4, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'gw_port': {'id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': 'c7a36f00-ad43-43f3-897c-2878fa10e956', 'name': '', 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'mac_address': 'fa:16:3e:13:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:54Z', 'updated_at': '2022-08-29T20:33:08Z', 'revision_number': 5, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'subnets': [{'id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:39:33.526880 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891300a6-c473-41ad-bf20-215d38770801 None None] The sync data for ids ['4330b9e3-75c0-4ef3-897c-5d7af740e985'] in dv-cinder-854263-2-iscsi is: [{'id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'name': 'tempest-AttachVolumeTestJSON-1686066988-router', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:32:56Z', 'revision_number': 4, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'gw_port': {'id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': 'c7a36f00-ad43-43f3-897c-2878fa10e956', 'name': '', 'network_id': '956a6ad1-026f-40ab-949a-8f68054ef5a2', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'mac_address': 'fa:16:3e:13:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:54Z', 'updated_at': '2022-08-29T20:33:08Z', 'revision_number': 5, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'subnets': [{'id': '410cc424-0d25-43ac-ac78-85d61f1a559c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:39:33.835148 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9e00bb-d268-490d-87e3-d658c201de5b None None] New status for floating IP 60f4d3e6-bf1d-4fdd-8358-7f603091ee10: DOWN {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:39:34.502590 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 38352) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:34.562759 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-22846e93-a158-4d8a-8f24-bd2b056da4f9 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for security_group (6fb6e539-32f6-483f-9680-a97463113e2b), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:34.585245 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-22846e93-a158-4d8a-8f24-bd2b056da4f9 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for security_group (6fb6e539-32f6-483f-9680-a97463113e2b), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:34.633983 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-22846e93-a158-4d8a-8f24-bd2b056da4f9 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (6fb6e539-32f6-483f-9680-a97463113e2b), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:34.636791 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-22846e93-a158-4d8a-8f24-bd2b056da4f9 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:34.637953 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-22846e93-a158-4d8a-8f24-bd2b056da4f9 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6fb6e539-32f6-483f-9680-a97463113e2b HTTP/1.1" status: 204 len: 168 time: 0.1343143 Aug 29 20:39:34.640874 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 38354) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:34.647616 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22846e93-a158-4d8a-8f24-bd2b056da4f9 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb6e539-32f6-483f-9680-a97463113e2b,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:34.657044 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.api.v2.resource [None req-a1698a4b-2f81-49b0-871a-3f50c2efac09 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] show failed (client error): The resource could not be found. Aug 29 20:39:34.658795 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-a1698a4b-2f81-49b0-871a-3f50c2efac09 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "GET /networking/v2.0/security-groups/6fb6e539-32f6-483f-9680-a97463113e2b HTTP/1.1" status: 404 len: 347 time: 0.0163267 Aug 29 20:39:34.663032 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 38356) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:34.787310 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-d134569b-88ec-4ca4-b3ff-5e415773b809 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Deleting port de061f51-2248-48ae-9b44-c2edffe656ce {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:39:34.787662 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d134569b-88ec-4ca4-b3ff-5e415773b809 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (de061f51-2248-48ae-9b44-c2edffe656ce), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:34.789267 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:34.875548 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d134569b-88ec-4ca4-b3ff-5e415773b809 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (de061f51-2248-48ae-9b44-c2edffe656ce), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:34.875796 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d134569b-88ec-4ca4-b3ff-5e415773b809 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for floatingip (de061f51-2248-48ae-9b44-c2edffe656ce), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:34.889548 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:34.891008 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-d134569b-88ec-4ca4-b3ff-5e415773b809 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Calling delete_port for de061f51-2248-48ae-9b44-c2edffe656ce owned by network:floatingip {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:39:35.051168 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d134569b-88ec-4ca4-b3ff-5e415773b809 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (de061f51-2248-48ae-9b44-c2edffe656ce), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:35.081164 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134569b-88ec-4ca4-b3ff-5e415773b809 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Pushing event deleted for resources: {'Port': ['ID=de061f51-2248-48ae-9b44-c2edffe656ce,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:35.179204 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d134569b-88ec-4ca4-b3ff-5e415773b809 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks [] for floatingip (60f4d3e6-bf1d-4fdd-8358-7f603091ee10), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:35.182176 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d134569b-88ec-4ca4-b3ff-5e415773b809 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:35.183362 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-d134569b-88ec-4ca4-b3ff-5e415773b809 tempest-AttachVolumeTestJSON-270891202 tempest-AttachVolumeTestJSON-270891202-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/60f4d3e6-bf1d-4fdd-8358-7f603091ee10 HTTP/1.1" status: 204 len: 168 time: 0.5192974 Aug 29 20:39:35.284500 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 9679af1b-9201-413a-8503-93f6d6fc0954 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:39:35.331204 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] No Port match for: 9679af1b-9201-413a-8503-93f6d6fc0954 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:39:35.331760 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 9679af1b-9201-413a-8503-93f6d6fc0954 not bound to the agent host hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:39:37.158928 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a853fc28-ae29-48cd-b50a-88ddde68efa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:37.701469 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 38402) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:37.834255 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e5c3564e-29f5-46c5-86d5-3284705e97b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:37.915559 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e5c3564e-29f5-46c5-86d5-3284705e97b6 admin admin] Publish callbacks [] for security_group (addc6f5e-10ec-4f2e-ba49-a4a7f616cf27), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:37.920848 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e5c3564e-29f5-46c5-86d5-3284705e97b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (addc6f5e-10ec-4f2e-ba49-a4a7f616cf27), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:37.964605 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-e5c3564e-29f5-46c5-86d5-3284705e97b6 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=8fa009d7e07e47aeb5fa9adbbdabda13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2618802 Aug 29 20:39:37.967959 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3564e-29f5-46c5-86d5-3284705e97b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addc6f5e-10ec-4f2e-ba49-a4a7f616cf27,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:37.968149 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 38410) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:38.034830 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a5f45965-5286-4776-a74a-4d38edfb5c8f admin admin] Publish callbacks [] for security_group (addc6f5e-10ec-4f2e-ba49-a4a7f616cf27), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:38.060788 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a5f45965-5286-4776-a74a-4d38edfb5c8f admin admin] Publish callbacks [] for security_group (addc6f5e-10ec-4f2e-ba49-a4a7f616cf27), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:38.126707 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a5f45965-5286-4776-a74a-4d38edfb5c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (addc6f5e-10ec-4f2e-ba49-a4a7f616cf27), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:38.131179 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a5f45965-5286-4776-a74a-4d38edfb5c8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:38.133111 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-a5f45965-5286-4776-a74a-4d38edfb5c8f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/addc6f5e-10ec-4f2e-ba49-a4a7f616cf27 HTTP/1.1" status: 204 len: 168 time: 0.1651008 Aug 29 20:39:38.145511 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f45965-5286-4776-a74a-4d38edfb5c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addc6f5e-10ec-4f2e-ba49-a4a7f616cf27,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:38.476838 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 38416) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:38.491712 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6ffa7849-8a90-4919-b673-af0fb8abe471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:38.544742 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:38.583352 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6ffa7849-8a90-4919-b673-af0fb8abe471 admin admin] Publish callbacks [] for security_group (2967c63f-6e64-4b48-89c6-9d00d69f565b), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:38.588197 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6ffa7849-8a90-4919-b673-af0fb8abe471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (2967c63f-6e64-4b48-89c6-9d00d69f565b), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:38.627652 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-6ffa7849-8a90-4919-b673-af0fb8abe471 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=068c287023984e35aceaf3f3f88acfae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1495078 Aug 29 20:39:38.628367 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa7849-8a90-4919-b673-af0fb8abe471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2967c63f-6e64-4b48-89c6-9d00d69f565b,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:38.630765 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 38418) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:38.681829 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f00644d6-ab6a-4ec7-b799-468dadefa2e5 admin admin] Publish callbacks [] for security_group (2967c63f-6e64-4b48-89c6-9d00d69f565b), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:38.702792 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f00644d6-ab6a-4ec7-b799-468dadefa2e5 admin admin] Publish callbacks [] for security_group (2967c63f-6e64-4b48-89c6-9d00d69f565b), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:38.758750 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f00644d6-ab6a-4ec7-b799-468dadefa2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (2967c63f-6e64-4b48-89c6-9d00d69f565b), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:38.761442 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-f00644d6-ab6a-4ec7-b799-468dadefa2e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:38.762903 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-f00644d6-ab6a-4ec7-b799-468dadefa2e5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2967c63f-6e64-4b48-89c6-9d00d69f565b HTTP/1.1" status: 204 len: 168 time: 0.1311975 Aug 29 20:39:38.774496 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00644d6-ab6a-4ec7-b799-468dadefa2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2967c63f-6e64-4b48-89c6-9d00d69f565b,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:38.949923 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 38428) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:39.529776 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3aac4e9e-191a-42f0-b19c-aa7b39df1f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:39.821024 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:39.857004 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-db3d7de4-0326-4f57-b845-55e4683f981c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639714'] for router_interface (4330b9e3-75c0-4ef3-897c-5d7af740e985), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:40.150872 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-db3d7de4-0326-4f57-b845-55e4683f981c admin admin] Deleting port c7a36f00-ad43-43f3-897c-2878fa10e956 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:39:40.150872 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-db3d7de4-0326-4f57-b845-55e4683f981c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (c7a36f00-ad43-43f3-897c-2878fa10e956), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:40.221010 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:40.239449 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-db3d7de4-0326-4f57-b845-55e4683f981c admin admin] For port c7a36f00-ad43-43f3-897c-2878fa10e956, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=c7a36f00-ad43-43f3-897c-2878fa10e956,segment=NetworkSegment(1d746f43-20a6-4a17-81a5-a928455a6cc0),segment_id=1d746f43-20a6-4a17-81a5-a928455a6cc0)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:39:40.239822 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-db3d7de4-0326-4f57-b845-55e4683f981c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (c7a36f00-ad43-43f3-897c-2878fa10e956), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:40.255123 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-db3d7de4-0326-4f57-b845-55e4683f981c admin admin] Calling delete_port for c7a36f00-ad43-43f3-897c-2878fa10e956 owned by network:router_interface {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:39:40.457429 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-db3d7de4-0326-4f57-b845-55e4683f981c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (c7a36f00-ad43-43f3-897c-2878fa10e956), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:40.488547 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d7de4-0326-4f57-b845-55e4683f981c admin admin] Pushing event deleted for resources: {'Port': ['ID=c7a36f00-ad43-43f3-897c-2878fa10e956,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:40.680728 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-db3d7de4-0326-4f57-b845-55e4683f981c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653650'] for router_interface (4330b9e3-75c0-4ef3-897c-5d7af740e985), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:40.739397 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:40.859405 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:40.928381 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3d7de4-0326-4f57-b845-55e4683f981c admin admin] Router 4330b9e3-75c0-4ef3-897c-5d7af740e985 has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:39:41.096501 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3d7de4-0326-4f57-b845-55e4683f981c admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:39:41.120200 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4f46f9-2b63-4c9e-ac7b-b771480d7b73 None None] Sync routers for ids ['4330b9e3-75c0-4ef3-897c-5d7af740e985'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:39:41.124628 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-db3d7de4-0326-4f57-b845-55e4683f981c admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/4330b9e3-75c0-4ef3-897c-5d7af740e985/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1736922 Aug 29 20:39:41.127200 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 38496) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:41.137865 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4f46f9-2b63-4c9e-ac7b-b771480d7b73 None None] Routers {'4330b9e3-75c0-4ef3-897c-5d7af740e985'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:39:41.138756 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-ff4f46f9-2b63-4c9e-ac7b-b771480d7b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:39:40Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['4330b9e3-75c0-4ef3-897c-5d7af740e985'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:39:41.142390 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:41.187867 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 38498) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:41.265220 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-ff4f46f9-2b63-4c9e-ac7b-b771480d7b73 None None] Set router 4330b9e3-75c0-4ef3-897c-5d7af740e985 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:39:41.294559 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-59c6544e-a018-40a4-94b7-ac5c6de16331 admin admin] Publish callbacks [] for router (4330b9e3-75c0-4ef3-897c-5d7af740e985), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:41.354996 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4fd7b739-291e-42a2-b6e1-954368eeee27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:41.444861 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:41.445156 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-59c6544e-a018-40a4-94b7-ac5c6de16331 admin admin] Publish callbacks [] for router_gateway (4330b9e3-75c0-4ef3-897c-5d7af740e985), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:41.464374 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4fd7b739-291e-42a2-b6e1-954368eeee27 admin admin] Publish callbacks [] for security_group (334d4ed9-9d6d-420d-aa75-cf1796de6694), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:41.469239 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4fd7b739-291e-42a2-b6e1-954368eeee27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (334d4ed9-9d6d-420d-aa75-cf1796de6694), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:41.510193 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-59c6544e-a018-40a4-94b7-ac5c6de16331 admin admin] Deleting port e2b40f9c-6c91-40ae-9c36-16c6644e8bea {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:39:41.511043 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-59c6544e-a018-40a4-94b7-ac5c6de16331 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (e2b40f9c-6c91-40ae-9c36-16c6644e8bea), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:41.541550 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-4fd7b739-291e-42a2-b6e1-954368eeee27 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=90a09031c5ba4c2492aeee2592021be7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3496275 Aug 29 20:39:41.546236 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 38504) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:41.573207 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7b739-291e-42a2-b6e1-954368eeee27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334d4ed9-9d6d-420d-aa75-cf1796de6694,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:41.599729 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-59c6544e-a018-40a4-94b7-ac5c6de16331 admin admin] For port e2b40f9c-6c91-40ae-9c36-16c6644e8bea, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=e2b40f9c-6c91-40ae-9c36-16c6644e8bea,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:39:41.600121 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-59c6544e-a018-40a4-94b7-ac5c6de16331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (e2b40f9c-6c91-40ae-9c36-16c6644e8bea), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:41.615130 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-59c6544e-a018-40a4-94b7-ac5c6de16331 admin admin] Calling delete_port for e2b40f9c-6c91-40ae-9c36-16c6644e8bea owned by network:router_gateway {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:39:41.637239 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-70f0de7a-18d4-4f73-a3f8-9119daf06f58 admin admin] Publish callbacks [] for security_group (334d4ed9-9d6d-420d-aa75-cf1796de6694), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:41.663077 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-70f0de7a-18d4-4f73-a3f8-9119daf06f58 admin admin] Publish callbacks [] for security_group (334d4ed9-9d6d-420d-aa75-cf1796de6694), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:41.676727 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:41.711203 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-ff4f46f9-2b63-4c9e-ac7b-b771480d7b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'name': 'tempest-AttachVolumeTestJSON-1686066988-router', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:39:40Z', 'revision_number': 5, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'gw_port': {'id': 'e2b40f9c-6c91-40ae-9c36-16c6644e8bea', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:32:50Z', 'updated_at': '2022-08-29T20:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:39:41.734596 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-70f0de7a-18d4-4f73-a3f8-9119daf06f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (334d4ed9-9d6d-420d-aa75-cf1796de6694), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:41.739608 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-70f0de7a-18d4-4f73-a3f8-9119daf06f58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:41.744475 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-70f0de7a-18d4-4f73-a3f8-9119daf06f58 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/334d4ed9-9d6d-420d-aa75-cf1796de6694 HTTP/1.1" status: 204 len: 168 time: 0.1936116 Aug 29 20:39:41.760776 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:41.778378 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4f46f9-2b63-4c9e-ac7b-b771480d7b73 None None] Checking router: 4330b9e3-75c0-4ef3-897c-5d7af740e985 for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:39:41.780442 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0de7a-18d4-4f73-a3f8-9119daf06f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334d4ed9-9d6d-420d-aa75-cf1796de6694,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:41.822918 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4f46f9-2b63-4c9e-ac7b-b771480d7b73 None None] Routers {'4330b9e3-75c0-4ef3-897c-5d7af740e985'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:39:41.824291 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-ff4f46f9-2b63-4c9e-ac7b-b771480d7b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:39:40Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['4330b9e3-75c0-4ef3-897c-5d7af740e985'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:39:41.870794 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-59c6544e-a018-40a4-94b7-ac5c6de16331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (e2b40f9c-6c91-40ae-9c36-16c6644e8bea), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:41.891831 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:41.930231 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6544e-a018-40a4-94b7-ac5c6de16331 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2b40f9c-6c91-40ae-9c36-16c6644e8bea,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:42.003173 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-ff4f46f9-2b63-4c9e-ac7b-b771480d7b73 None None] Set router 4330b9e3-75c0-4ef3-897c-5d7af740e985 gateway port host: None {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:39:42.031791 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-59c6544e-a018-40a4-94b7-ac5c6de16331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639137'] for router_gateway (4330b9e3-75c0-4ef3-897c-5d7af740e985), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:42.106123 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-ff4f46f9-2b63-4c9e-ac7b-b771480d7b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'name': 'tempest-AttachVolumeTestJSON-1686066988-router', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:39:41Z', 'revision_number': 6, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'gw_port_host': None}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:39:42.154162 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-59c6544e-a018-40a4-94b7-ac5c6de16331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6767'] for router (4330b9e3-75c0-4ef3-897c-5d7af740e985), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:42.157715 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4f46f9-2b63-4c9e-ac7b-b771480d7b73 None None] The sync data for ids ['4330b9e3-75c0-4ef3-897c-5d7af740e985'] in dv-cinder-854263-2-iscsi is: [{'id': '4330b9e3-75c0-4ef3-897c-5d7af740e985', 'name': 'tempest-AttachVolumeTestJSON-1686066988-router', 'tenant_id': '544c78c5c2c44219a7f236b24a107da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:32:48Z', 'updated_at': '2022-08-29T20:39:41Z', 'revision_number': 6, 'project_id': '544c78c5c2c44219a7f236b24a107da4', 'gw_port_host': None}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:39:42.157989 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-59c6544e-a018-40a4-94b7-ac5c6de16331 admin admin] Publish callbacks [] for router_controller (4330b9e3-75c0-4ef3-897c-5d7af740e985), precommit_delete_associations {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:42.225814 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-59c6544e-a018-40a4-94b7-ac5c6de16331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653615'] for router (4330b9e3-75c0-4ef3-897c-5d7af740e985), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:42.227651 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c6544e-a018-40a4-94b7-ac5c6de16331 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4330b9e3-75c0-4ef3-897c-5d7af740e985 {{(pid=106199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 20:39:42.232908 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-59c6544e-a018-40a4-94b7-ac5c6de16331 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:42.234760 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-59c6544e-a018-40a4-94b7-ac5c6de16331 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/4330b9e3-75c0-4ef3-897c-5d7af740e985 HTTP/1.1" status: 204 len: 168 time: 1.1057572 Aug 29 20:39:42.238513 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 38524) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:42.254090 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:42.323988 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc4872fb-764d-4c03-a24a-d133780b40d4 admin admin] Deleting subnet 410cc424-0d25-43ac-ac78-85d61f1a559c {{(pid=106199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:39:42.332239 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186ebe9-afad-4d54-8ae2-e57d65b0b2e2 req-c4da1c9a-2429-4950-ad89-0ec2e3876523 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:42.333713 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6186ebe9-afad-4d54-8ae2-e57d65b0b2e2 req-c4da1c9a-2429-4950-ad89-0ec2e3876523 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.0853751 Aug 29 20:39:42.334375 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-bc4872fb-764d-4c03-a24a-d133780b40d4 admin admin] Publish callbacks [] for subnet (410cc424-0d25-43ac-ac78-85d61f1a559c), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:42.353316 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 38526) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:42.376917 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b71e62f7-ae4f-414d-b7fd-b336db1d1d95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:42.381807 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:42.423424 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-bc4872fb-764d-4c03-a24a-d133780b40d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61403868'] for subnet (410cc424-0d25-43ac-ac78-85d61f1a559c), precommit_delete_associations {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:42.489974 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6186ebe9-afad-4d54-8ae2-e57d65b0b2e2 req-25680008-fdeb-4379-94e3-0cb84f13c668 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264772 Aug 29 20:39:42.499087 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b71e62f7-ae4f-414d-b7fd-b336db1d1d95 admin admin] Publish callbacks [] for security_group (55e79d64-9733-4307-8134-9092a47f911a), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:42.506113 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-b71e62f7-ae4f-414d-b7fd-b336db1d1d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (55e79d64-9733-4307-8134-9092a47f911a), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:42.594209 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-bc4872fb-764d-4c03-a24a-d133780b40d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996000'] for subnet (410cc424-0d25-43ac-ac78-85d61f1a559c), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:42.599298 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-b71e62f7-ae4f-414d-b7fd-b336db1d1d95 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d4bdc06f5eab4fd1993651924f65d9bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410722 Aug 29 20:39:42.601306 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 38528) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:42.637120 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e62f7-ae4f-414d-b7fd-b336db1d1d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e79d64-9733-4307-8134-9092a47f911a,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:42.676929 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-bc4872fb-764d-4c03-a24a-d133780b40d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61109262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61346464'] for subnet (410cc424-0d25-43ac-ac78-85d61f1a559c), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:42.706802 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54151a00-a68c-407b-9f56-28291cd53f16 None None] Network 956a6ad1-026f-40ab-949a-8f68054ef5a2 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:39:42.707681 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d38ff7a9-b8a9-4a14-9ef4-cc1e442aaac9 admin admin] Publish callbacks [] for security_group (55e79d64-9733-4307-8134-9092a47f911a), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:42.708342 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-bc4872fb-764d-4c03-a24a-d133780b40d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for subnet (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:42.711605 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:42.712871 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-bc4872fb-764d-4c03-a24a-d133780b40d4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/410cc424-0d25-43ac-ac78-85d61f1a559c HTTP/1.1" status: 204 len: 168 time: 0.4731560 Aug 29 20:39:42.720517 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 38530) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:42.737431 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4872fb-764d-4c03-a24a-d133780b40d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=410cc424-0d25-43ac-ac78-85d61f1a559c,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:42.788100 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d38ff7a9-b8a9-4a14-9ef4-cc1e442aaac9 admin admin] Publish callbacks [] for security_group (55e79d64-9733-4307-8134-9092a47f911a), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:42.847534 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3075119e-7d77-40dd-88ed-de8bf054b8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4173405'] for network (956a6ad1-026f-40ab-949a-8f68054ef5a2), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:42.911600 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d38ff7a9-b8a9-4a14-9ef4-cc1e442aaac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (55e79d64-9733-4307-8134-9092a47f911a), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:42.916695 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d38ff7a9-b8a9-4a14-9ef4-cc1e442aaac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:42.917859 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-d38ff7a9-b8a9-4a14-9ef4-cc1e442aaac9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/55e79d64-9733-4307-8134-9092a47f911a HTTP/1.1" status: 204 len: 168 time: 0.3146930 Aug 29 20:39:42.928449 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-3075119e-7d77-40dd-88ed-de8bf054b8ec admin admin] Deleting port 0a6593fb-cbc0-4680-aef3-f5430300b797 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:39:42.928785 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3075119e-7d77-40dd-88ed-de8bf054b8ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (0a6593fb-cbc0-4680-aef3-f5430300b797), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:42.931897 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ff7a9-b8a9-4a14-9ef4-cc1e442aaac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e79d64-9733-4307-8134-9092a47f911a,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:43.002351 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-3075119e-7d77-40dd-88ed-de8bf054b8ec admin admin] For port 0a6593fb-cbc0-4680-aef3-f5430300b797, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=0a6593fb-cbc0-4680-aef3-f5430300b797,segment=NetworkSegment(1d746f43-20a6-4a17-81a5-a928455a6cc0),segment_id=1d746f43-20a6-4a17-81a5-a928455a6cc0)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:39:43.003195 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3075119e-7d77-40dd-88ed-de8bf054b8ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (0a6593fb-cbc0-4680-aef3-f5430300b797), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:43.030462 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-3075119e-7d77-40dd-88ed-de8bf054b8ec admin admin] Calling delete_port for 0a6593fb-cbc0-4680-aef3-f5430300b797 owned by network:dhcp {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:39:43.052787 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adffd698-af04-4c2e-9fe5-73e4b336bc2f None None] DHCP port deletion for 956a6ad1-026f-40ab-949a-8f68054ef5a2 request from dv-cinder-854263-2-iscsi {{(pid=106200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 20:39:43.107142 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:43.158748 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device c7a36f00-ad43-43f3-897c-2878fa10e956 no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:39:43.166986 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3075119e-7d77-40dd-88ed-de8bf054b8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (0a6593fb-cbc0-4680-aef3-f5430300b797), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:43.201039 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: c7a36f00-ad43-43f3-897c-2878fa10e956 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:39:43.201575 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device c7a36f00-ad43-43f3-897c-2878fa10e956 not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:39:43.202293 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 0a6593fb-cbc0-4680-aef3-f5430300b797 no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:39:43.203855 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075119e-7d77-40dd-88ed-de8bf054b8ec admin admin] Pushing event deleted for resources: {'Port': ['ID=0a6593fb-cbc0-4680-aef3-f5430300b797,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:43.213779 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3075119e-7d77-40dd-88ed-de8bf054b8ec admin admin] No DVR routers for this DVR port 0a6593fb-cbc0-4680-aef3-f5430300b797 on host dv-cinder-854263-2-iscsi {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:39:43.232730 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-adffd698-af04-4c2e-9fe5-73e4b336bc2f None None] Deleting port 0a6593fb-cbc0-4680-aef3-f5430300b797 {{(pid=106200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:39:43.233243 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-adffd698-af04-4c2e-9fe5-73e4b336bc2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (0a6593fb-cbc0-4680-aef3-f5430300b797), before_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:43.238502 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: 0a6593fb-cbc0-4680-aef3-f5430300b797 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:39:43.239341 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 0a6593fb-cbc0-4680-aef3-f5430300b797 not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:39:43.240727 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device e2b40f9c-6c91-40ae-9c36-16c6644e8bea no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:39:43.330085 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3075119e-7d77-40dd-88ed-de8bf054b8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996931', 'neutron.services.segments.db._delete_segments_for_network-8787001567811'] for network (956a6ad1-026f-40ab-949a-8f68054ef5a2), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:43.346531 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: e2b40f9c-6c91-40ae-9c36-16c6644e8bea {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:39:43.347276 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device e2b40f9c-6c91-40ae-9c36-16c6644e8bea not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:39:43.367822 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-3075119e-7d77-40dd-88ed-de8bf054b8ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['956a6ad1-026f-40ab-949a-8f68054ef5a2']}} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:39:43.386957 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-3075119e-7d77-40dd-88ed-de8bf054b8ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d746f43-20a6-4a17-81a5-a928455a6cc0') {'for_net_delete': True} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:39:43.387269 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-3075119e-7d77-40dd-88ed-de8bf054b8ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d746f43-20a6-4a17-81a5-a928455a6cc0') {} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:39:43.398261 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-adffd698-af04-4c2e-9fe5-73e4b336bc2f None None] For port 0a6593fb-cbc0-4680-aef3-f5430300b797, host dv-cinder-854263-2-iscsi, got binding levels [] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:39:43.399466 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-adffd698-af04-4c2e-9fe5-73e4b336bc2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (0a6593fb-cbc0-4680-aef3-f5430300b797), precommit_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:43.401196 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3075119e-7d77-40dd-88ed-de8bf054b8ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001593263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1263491'] for segment (1d746f43-20a6-4a17-81a5-a928455a6cc0), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:43.424331 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3075119e-7d77-40dd-88ed-de8bf054b8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (1d746f43-20a6-4a17-81a5-a928455a6cc0), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:43.433905 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-adffd698-af04-4c2e-9fe5-73e4b336bc2f None None] Calling delete_port for 0a6593fb-cbc0-4680-aef3-f5430300b797 owned by network:dhcp {{(pid=106200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:39:43.436294 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3075119e-7d77-40dd-88ed-de8bf054b8ec admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=106198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:39:43.436948 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3075119e-7d77-40dd-88ed-de8bf054b8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61349810'] for segment (1d746f43-20a6-4a17-81a5-a928455a6cc0), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:43.439063 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.ipam_backend_mixin [None req-adffd698-af04-4c2e-9fe5-73e4b336bc2f None None] Port 0a6593fb-cbc0-4680-aef3-f5430300b797 was not found and therefore no delete operation was performed {{(pid=106200) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 29 20:39:43.441225 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-adffd698-af04-4c2e-9fe5-73e4b336bc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423'] for port (0a6593fb-cbc0-4680-aef3-f5430300b797), after_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:43.486192 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffd698-af04-4c2e-9fe5-73e4b336bc2f None None] Pushing event deleted for resources: {'Port': ['ID=0a6593fb-cbc0-4680-aef3-f5430300b797,revision_number=None']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:43.496900 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adffd698-af04-4c2e-9fe5-73e4b336bc2f None None] No DVR routers for this DVR port 0a6593fb-cbc0-4680-aef3-f5430300b797 on host dv-cinder-854263-2-iscsi {{(pid=106200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:39:43.607691 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3075119e-7d77-40dd-88ed-de8bf054b8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639181'] for network (956a6ad1-026f-40ab-949a-8f68054ef5a2), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:43.660057 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3075119e-7d77-40dd-88ed-de8bf054b8ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:43.665022 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-3075119e-7d77-40dd-88ed-de8bf054b8ec admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/956a6ad1-026f-40ab-949a-8f68054ef5a2 HTTP/1.1" status: 204 len: 168 time: 0.9429028 Aug 29 20:39:43.667414 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075119e-7d77-40dd-88ed-de8bf054b8ec admin admin] Pushing event deleted for resources: {'Network': ['ID=956a6ad1-026f-40ab-949a-8f68054ef5a2,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:43.707615 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment 1d746f43-20a6-4a17-81a5-a928455a6cc0 resource provider aggregate not found Aug 29 20:39:43.744769 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment 1d746f43-20a6-4a17-81a5-a928455a6cc0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d746f43-20a6-4a17-81a5-a928455a6cc0 found for delete ", "request_id": "req-11b676c5-b8d9-4cc6-9ce7-f58f7df8163f"}]} Aug 29 20:39:43.829603 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84af01-54d6-4f2d-8110-c0a015e0fbe1 req-8c09b52e-f4b3-45ae-bc55-6211419ffad5 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:43.831732 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8c84af01-54d6-4f2d-8110-c0a015e0fbe1 req-8c09b52e-f4b3-45ae-bc55-6211419ffad5 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.0857251 Aug 29 20:39:43.881843 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 38554) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:43.924693 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8c84af01-54d6-4f2d-8110-c0a015e0fbe1 req-bba8aa39-2af4-41c5-a6e6-564ebba5fee0 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827210 Aug 29 20:39:43.949547 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-4cf445be-1883-4dec-b834-40db7e2514d7 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=544c78c5c2c44219a7f236b24a107da4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0628443 Aug 29 20:39:43.950263 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 38556) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:44.021940 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:44.031676 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3321e601-a0a1-4ab9-914e-4472affe4e94 admin admin] Publish callbacks [] for security_group (6043477b-3a32-4893-8b76-451e1cf21084), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:44.050594 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:44.065671 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3321e601-a0a1-4ab9-914e-4472affe4e94 admin admin] Publish callbacks [] for security_group (6043477b-3a32-4893-8b76-451e1cf21084), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:44.124935 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3321e601-a0a1-4ab9-914e-4472affe4e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (6043477b-3a32-4893-8b76-451e1cf21084), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:44.128136 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3321e601-a0a1-4ab9-914e-4472affe4e94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:44.132581 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-3321e601-a0a1-4ab9-914e-4472affe4e94 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6043477b-3a32-4893-8b76-451e1cf21084 HTTP/1.1" status: 204 len: 168 time: 0.1783776 Aug 29 20:39:44.144443 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321e601-a0a1-4ab9-914e-4472affe4e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6043477b-3a32-4893-8b76-451e1cf21084,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:45.122347 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17aaa1-aec1-4702-89eb-a8271548339b req-a33ba6c4-918a-4629-9d17-54e84051c482 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:45.126127 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bf17aaa1-aec1-4702-89eb-a8271548339b req-a33ba6c4-918a-4629-9d17-54e84051c482 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.0782311 Aug 29 20:39:45.155322 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:45.196173 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bf17aaa1-aec1-4702-89eb-a8271548339b req-c5c890f1-2ba9-4470-a1ac-fa61195252e4 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618002 Aug 29 20:39:45.704350 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:39:46.300106 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 38656) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:46.432979 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-24d42093-eed6-4265-995a-ddceb683cf5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:46.521995 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:46.560659 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-24d42093-eed6-4265-995a-ddceb683cf5f admin admin] Publish callbacks [] for security_group (c4b9545f-5e00-4c3f-b026-d8f0ac9afc72), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:46.567318 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-24d42093-eed6-4265-995a-ddceb683cf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (c4b9545f-5e00-4c3f-b026-d8f0ac9afc72), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:46.594965 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c388c7-514f-4139-9355-3cad870637fd req-8b1dbcb4-a492-49e3-9ddd-88d759f6cc31 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:46.596459 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-84c388c7-514f-4139-9355-3cad870637fd req-8b1dbcb4-a492-49e3-9ddd-88d759f6cc31 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.0779140 Aug 29 20:39:46.632342 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-24d42093-eed6-4265-995a-ddceb683cf5f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=44354b71c294460a9eac3b94241ffb55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3308268 Aug 29 20:39:46.635471 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d42093-eed6-4265-995a-ddceb683cf5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b9545f-5e00-4c3f-b026-d8f0ac9afc72,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:46.637116 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 38660) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:46.669382 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-84c388c7-514f-4139-9355-3cad870637fd req-74518053-8356-42b4-a2e0-d7fadd3be0fd tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615327 Aug 29 20:39:46.698113 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4344bfe3-c5a5-40e7-938f-ceb0c520c918 admin admin] Publish callbacks [] for security_group (c4b9545f-5e00-4c3f-b026-d8f0ac9afc72), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:46.718884 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4344bfe3-c5a5-40e7-938f-ceb0c520c918 admin admin] Publish callbacks [] for security_group (c4b9545f-5e00-4c3f-b026-d8f0ac9afc72), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:46.769951 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4344bfe3-c5a5-40e7-938f-ceb0c520c918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (c4b9545f-5e00-4c3f-b026-d8f0ac9afc72), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:46.772494 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4344bfe3-c5a5-40e7-938f-ceb0c520c918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:46.773672 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-4344bfe3-c5a5-40e7-938f-ceb0c520c918 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c4b9545f-5e00-4c3f-b026-d8f0ac9afc72 HTTP/1.1" status: 204 len: 168 time: 0.1350157 Aug 29 20:39:46.782539 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344bfe3-c5a5-40e7-938f-ceb0c520c918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b9545f-5e00-4c3f-b026-d8f0ac9afc72,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:47.103230 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 38678) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:47.117506 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-30c0505e-1e4f-4b17-a780-90e934831333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:47.147205 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:47.217852 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-30c0505e-1e4f-4b17-a780-90e934831333 admin admin] Publish callbacks [] for security_group (2b97398a-8997-438b-a622-8309b61054ec), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:47.222057 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-30c0505e-1e4f-4b17-a780-90e934831333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (2b97398a-8997-438b-a622-8309b61054ec), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:47.260638 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c0505e-1e4f-4b17-a780-90e934831333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b97398a-8997-438b-a622-8309b61054ec,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:47.264835 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-30c0505e-1e4f-4b17-a780-90e934831333 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=05e8fa04025d4558bacc99faf06f92dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1603730 Aug 29 20:39:47.269213 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 38684) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:47.321372 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4e13b03c-e9bd-4fbd-860e-f3ead786eeba admin admin] Publish callbacks [] for security_group (2b97398a-8997-438b-a622-8309b61054ec), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:47.343968 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4e13b03c-e9bd-4fbd-860e-f3ead786eeba admin admin] Publish callbacks [] for security_group (2b97398a-8997-438b-a622-8309b61054ec), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:47.399040 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4e13b03c-e9bd-4fbd-860e-f3ead786eeba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (2b97398a-8997-438b-a622-8309b61054ec), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:47.401562 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4e13b03c-e9bd-4fbd-860e-f3ead786eeba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:47.403084 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-4e13b03c-e9bd-4fbd-860e-f3ead786eeba admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2b97398a-8997-438b-a622-8309b61054ec HTTP/1.1" status: 204 len: 168 time: 0.1329319 Aug 29 20:39:47.412763 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13b03c-e9bd-4fbd-860e-f3ead786eeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b97398a-8997-438b-a622-8309b61054ec,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:48.141612 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf696535-3173-4926-a005-64ab0f99efe9 req-b4e79c15-0100-46b4-b074-fa449c23486b tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:48.143906 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bf696535-3173-4926-a005-64ab0f99efe9 req-b4e79c15-0100-46b4-b074-fa449c23486b tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.3820727 Aug 29 20:39:48.219520 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bf696535-3173-4926-a005-64ab0f99efe9 req-1301b75a-82ed-4018-9095-e1e9f86cb309 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684507 Aug 29 20:39:48.635705 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 38722) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:48.766816 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:48.779453 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-adfb4937-eea9-48d0-a29b-6ce30d330fc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:48.894424 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-adfb4937-eea9-48d0-a29b-6ce30d330fc1 admin admin] Publish callbacks [] for security_group (b072bd41-889c-46b4-b021-4c45ccbf780f), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:48.900127 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-adfb4937-eea9-48d0-a29b-6ce30d330fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (b072bd41-889c-46b4-b021-4c45ccbf780f), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:48.956490 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-adfb4937-eea9-48d0-a29b-6ce30d330fc1 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=cabee0f9db4b41abba9fced3cf293eb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3195658 Aug 29 20:39:48.957366 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb4937-eea9-48d0-a29b-6ce30d330fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b072bd41-889c-46b4-b021-4c45ccbf780f,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:48.960482 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 38734) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:49.021552 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e2b32038-9426-4c3d-bb7d-9380da4e20bc admin admin] Publish callbacks [] for security_group (b072bd41-889c-46b4-b021-4c45ccbf780f), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:49.046443 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e2b32038-9426-4c3d-bb7d-9380da4e20bc admin admin] Publish callbacks [] for security_group (b072bd41-889c-46b4-b021-4c45ccbf780f), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:49.131798 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e2b32038-9426-4c3d-bb7d-9380da4e20bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (b072bd41-889c-46b4-b021-4c45ccbf780f), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:49.135781 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e2b32038-9426-4c3d-bb7d-9380da4e20bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:49.137586 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-e2b32038-9426-4c3d-bb7d-9380da4e20bc admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b072bd41-889c-46b4-b021-4c45ccbf780f HTTP/1.1" status: 204 len: 168 time: 0.1759162 Aug 29 20:39:49.150813 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b32038-9426-4c3d-bb7d-9380da4e20bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b072bd41-889c-46b4-b021-4c45ccbf780f,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:49.433079 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50640b8-5b73-43dc-869d-856552f30a70 req-d3e5e687-5dfd-4776-849a-77c1a3308b58 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:49.435582 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e50640b8-5b73-43dc-869d-856552f30a70 req-d3e5e687-5dfd-4776-849a-77c1a3308b58 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.0874913 Aug 29 20:39:49.527243 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-e50640b8-5b73-43dc-869d-856552f30a70 req-5ef23569-e320-4504-8df0-37b23577a57a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808125 Aug 29 20:39:50.737467 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35af8f-7bba-48e4-9b91-54ade5c4b5c3 req-2a4f46f3-cc0e-45e7-a325-76bac5cab119 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:50.740896 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-aa35af8f-7bba-48e4-9b91-54ade5c4b5c3 req-2a4f46f3-cc0e-45e7-a325-76bac5cab119 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.0724704 Aug 29 20:39:50.830961 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-aa35af8f-7bba-48e4-9b91-54ade5c4b5c3 req-ef003aea-2d37-4c81-a096-f9c2a9e9a2d9 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792913 Aug 29 20:39:52.018363 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2323d5-3335-480d-81db-5d34d865543c req-8f9f70e3-97ef-4b5b-a1ab-b479cf6fa177 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:52.020793 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8f2323d5-3335-480d-81db-5d34d865543c req-8f9f70e3-97ef-4b5b-a1ab-b479cf6fa177 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.0668261 Aug 29 20:39:52.080286 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:52.091195 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8f2323d5-3335-480d-81db-5d34d865543c req-63e22859-bc49-48b0-8940-ab56a0ee1315 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633121 Aug 29 20:39:53.250445 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55571d5c-b5c0-41c7-95a9-e0c85980cc03 req-f92a46c3-64c8-44b1-86e9-5a1fd0e85deb tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:53.251987 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-55571d5c-b5c0-41c7-95a9-e0c85980cc03 req-f92a46c3-64c8-44b1-86e9-5a1fd0e85deb tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.0540211 Aug 29 20:39:53.306348 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-55571d5c-b5c0-41c7-95a9-e0c85980cc03 req-2f51bff2-abbc-41de-9806-40a5fdaf7281 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475852 Aug 29 20:39:53.543051 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:54.438299 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e3b6f-5fd7-420a-8288-3f331cee9e3a req-e8291484-8006-4227-b9f8-0f0b3913d984 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:54.440440 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-169e3b6f-5fd7-420a-8288-3f331cee9e3a req-e8291484-8006-4227-b9f8-0f0b3913d984 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.0485456 Aug 29 20:39:54.491079 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-169e3b6f-5fd7-420a-8288-3f331cee9e3a req-cf0cfdc6-1154-46c5-8f89-bf1cb3fd6d18 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446808 Aug 29 20:39:55.678455 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0ab43-3cc2-4f3b-9d20-f8c68f2aa62d req-63b511f5-4a60-48f9-b04a-6a91fa143b99 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:55.682089 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7ee0ab43-3cc2-4f3b-9d20-f8c68f2aa62d req-63b511f5-4a60-48f9-b04a-6a91fa143b99 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.0600533 Aug 29 20:39:55.696100 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:55.761479 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7ee0ab43-3cc2-4f3b-9d20-f8c68f2aa62d req-35c8e666-a6a6-437f-95f4-a687657b9e72 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716569 Aug 29 20:39:56.925170 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5dda8-ef79-4c14-973a-7a92ae154bb0 req-5bba363e-797b-4617-a80b-1b77d45b04f7 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:56.927570 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-60a5dda8-ef79-4c14-973a-7a92ae154bb0 req-5bba363e-797b-4617-a80b-1b77d45b04f7 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.0611403 Aug 29 20:39:56.987164 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-60a5dda8-ef79-4c14-973a-7a92ae154bb0 req-a75d6960-57d2-4180-9c95-efc890d7b263 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500278 Aug 29 20:39:58.147771 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da073156-5f77-4971-a7a8-73d7592c057f req-f3baac29-4c70-4157-838d-4244685d37dd tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:58.155052 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-da073156-5f77-4971-a7a8-73d7592c057f req-f3baac29-4c70-4157-838d-4244685d37dd tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.0636432 Aug 29 20:39:58.219010 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-da073156-5f77-4971-a7a8-73d7592c057f req-43831949-2a70-454d-b0c7-efe3b6f8f2c5 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618122 Aug 29 20:39:59.126816 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 38922) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:59.253258 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e5bb7b32-a068-485d-936f-b436924a2034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:59.431016 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 13477485-5060-4306-b273-b24627558f04 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:39:59.468933 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524983d-dc21-424a-930a-462f45225aea req-08bc3daf-b7f8-4cf1-bfa5-121f5f4da7f5 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:59.471565 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5524983d-dc21-424a-930a-462f45225aea req-08bc3daf-b7f8-4cf1-bfa5-121f5f4da7f5 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.1461084 Aug 29 20:39:59.475228 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e5bb7b32-a068-485d-936f-b436924a2034 admin admin] Publish callbacks [] for security_group (e8007c97-91db-4f0a-aec9-48efa11a9294), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:59.482403 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e5bb7b32-a068-485d-936f-b436924a2034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (e8007c97-91db-4f0a-aec9-48efa11a9294), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:59.576291 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 38934) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:59.577174 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-e5bb7b32-a068-485d-936f-b436924a2034 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d5f82d33dcee45cab9e7833b434915b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4480519 Aug 29 20:39:59.599749 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 13477485-5060-4306-b273-b24627558f04, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=13477485-5060-4306-b273-b24627558f04,segment=NetworkSegment(ff3441ef-068d-4a77-a34c-00a02e11189e),segment_id=ff3441ef-068d-4a77-a34c-00a02e11189e)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:39:59.610754 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb7b32-a068-485d-936f-b436924a2034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8007c97-91db-4f0a-aec9-48efa11a9294,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:59.622431 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Returning: {'device': '13477485-5060-4306-b273-b24627558f04', 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'port_id': '13477485-5060-4306-b273-b24627558f04', 'mac_address': 'fa:16:3e:47:5d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:39:59.640584 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 38936) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:39:59.689594 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 13477485-5060-4306-b273-b24627558f04 is: ACTIVE; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:39:59.690205 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (13477485-5060-4306-b273-b24627558f04), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:59.695168 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:59.695440 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:59.699581 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-56992aa5-f0ba-452f-ae45-e75391f3d85c req-8ea509c6-93e7-430a-abbe-7c2659bb6f19 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489140 Aug 29 20:39:59.704096 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5524983d-dc21-424a-930a-462f45225aea req-b335e6e6-36e4-429e-80e5-e191085c1469 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167883 Aug 29 20:39:59.718187 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-34fc4d8b-1e72-497a-9105-fae991c6fc63 admin admin] Publish callbacks [] for security_group (e8007c97-91db-4f0a-aec9-48efa11a9294), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:59.722089 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13477485-5060-4306-b273-b24627558f04 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:39:59.753295 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-34fc4d8b-1e72-497a-9105-fae991c6fc63 admin admin] Publish callbacks [] for security_group (e8007c97-91db-4f0a-aec9-48efa11a9294), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:59.762249 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 13477485-5060-4306-b273-b24627558f04, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=13477485-5060-4306-b273-b24627558f04,segment=NetworkSegment(ff3441ef-068d-4a77-a34c-00a02e11189e),segment_id=ff3441ef-068d-4a77-a34c-00a02e11189e)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:39:59.763287 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:59.771744 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (13477485-5060-4306-b273-b24627558f04), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:59.836688 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56992aa5-f0ba-452f-ae45-e75391f3d85c req-53e70a95-b30d-4064-b3af-05fc96cd9777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:39:59.838415 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-56992aa5-f0ba-452f-ae45-e75391f3d85c req-53e70a95-b30d-4064-b3af-05fc96cd9777 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=2f93e5b4f52b4b8cac7e0336a44b33ba&device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 1129 time: 0.0525150 Aug 29 20:39:59.875728 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-34fc4d8b-1e72-497a-9105-fae991c6fc63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (e8007c97-91db-4f0a-aec9-48efa11a9294), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:59.877143 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=13477485-5060-4306-b273-b24627558f04,revision_number=6']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:59.885560 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-34fc4d8b-1e72-497a-9105-fae991c6fc63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:39:59.887288 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-34fc4d8b-1e72-497a-9105-fae991c6fc63 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e8007c97-91db-4f0a-aec9-48efa11a9294 HTTP/1.1" status: 204 len: 168 time: 0.3072643 Aug 29 20:39:59.897500 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:39:59.910725 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['13477485-5060-4306-b273-b24627558f04'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:39:59.913876 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc4d8b-1e72-497a-9105-fae991c6fc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8007c97-91db-4f0a-aec9-48efa11a9294,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:39:59.940205 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d647e332-4004-44d1-bfba-75fc964794b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:00.011741 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56992aa5-f0ba-452f-ae45-e75391f3d85c req-0783c4fb-2453-462d-85d2-df84ca94d347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:00.013264 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-56992aa5-f0ba-452f-ae45-e75391f3d85c req-0783c4fb-2453-462d-85d2-df84ca94d347 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=779bade7-0633-4938-81a0-aee67711baac HTTP/1.1" status: 200 len: 909 time: 0.1503146 Aug 29 20:40:00.095361 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-56992aa5-f0ba-452f-ae45-e75391f3d85c req-b0233b77-65c2-4b29-983a-4105cf6f7c7b service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ff3928a-585f-4fdd-9895-afd0c54f0e08 HTTP/1.1" status: 200 len: 1001 time: 0.0742977 Aug 29 20:40:00.169964 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d647e332-4004-44d1-bfba-75fc964794b4 admin admin] Publish callbacks [] for security_group (9a97a900-3655-4e1d-90b0-5eb3ca2488a4), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:00.176972 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d647e332-4004-44d1-bfba-75fc964794b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (9a97a900-3655-4e1d-90b0-5eb3ca2488a4), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:00.185261 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:00.196728 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56992aa5-f0ba-452f-ae45-e75391f3d85c req-b669c663-c972-481e-aaf0-a7d102faa34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:00.198172 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-56992aa5-f0ba-452f-ae45-e75391f3d85c req-b669c663-c972-481e-aaf0-a7d102faa34c service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=03b5cc74-b24b-495e-ac4f-195d2dcad1d7 HTTP/1.1" status: 200 len: 847 time: 0.0915778 Aug 29 20:40:00.249284 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647e332-4004-44d1-bfba-75fc964794b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a97a900-3655-4e1d-90b0-5eb3ca2488a4,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:40:00.259415 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-d647e332-4004-44d1-bfba-75fc964794b4 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=19b1e493a4874189a1bfaa562b1ddeb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6173971 Aug 29 20:40:00.260185 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 38944) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:40:00.277874 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56992aa5-f0ba-452f-ae45-e75391f3d85c req-1769c4bd-99b9-447d-9f1b-296c64162547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:00.279526 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-56992aa5-f0ba-452f-ae45-e75391f3d85c req-1769c4bd-99b9-447d-9f1b-296c64162547 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=779bade7-0633-4938-81a0-aee67711baac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0717959 Aug 29 20:40:00.345426 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c526f3f6-5e4b-49bc-a9ff-7f40169d436b admin admin] Publish callbacks [] for security_group (9a97a900-3655-4e1d-90b0-5eb3ca2488a4), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:00.378488 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c526f3f6-5e4b-49bc-a9ff-7f40169d436b admin admin] Publish callbacks [] for security_group (9a97a900-3655-4e1d-90b0-5eb3ca2488a4), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:00.381134 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 38946) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:40:00.405664 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1a92e9e4-47d3-4b2c-b547-7fec40db1335 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:00.422919 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-56992aa5-f0ba-452f-ae45-e75391f3d85c req-662d5493-709f-4343-9b7c-6449d2986978 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/779bade7-0633-4938-81a0-aee67711baac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350267 Aug 29 20:40:00.445900 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c526f3f6-5e4b-49bc-a9ff-7f40169d436b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (9a97a900-3655-4e1d-90b0-5eb3ca2488a4), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:00.450724 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c526f3f6-5e4b-49bc-a9ff-7f40169d436b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:00.454374 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-c526f3f6-5e4b-49bc-a9ff-7f40169d436b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9a97a900-3655-4e1d-90b0-5eb3ca2488a4 HTTP/1.1" status: 204 len: 168 time: 0.1909258 Aug 29 20:40:00.472242 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526f3f6-5e4b-49bc-a9ff-7f40169d436b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a97a900-3655-4e1d-90b0-5eb3ca2488a4,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:40:00.570028 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-56992aa5-f0ba-452f-ae45-e75391f3d85c req-bb275b69-e318-4f80-ab6d-116dd127d837 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/779bade7-0633-4938-81a0-aee67711baac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371765 Aug 29 20:40:00.589226 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1a92e9e4-47d3-4b2c-b547-7fec40db1335 admin admin] Publish callbacks [] for security_group (ff3729ad-3007-43ee-bd09-faae5e967686), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:00.594745 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1a92e9e4-47d3-4b2c-b547-7fec40db1335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (ff3729ad-3007-43ee-bd09-faae5e967686), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:00.604985 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:00.661369 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92e9e4-47d3-4b2c-b547-7fec40db1335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3729ad-3007-43ee-bd09-faae5e967686,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:40:00.670082 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-1a92e9e4-47d3-4b2c-b547-7fec40db1335 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e46c72fb4a09453f88aa81c923aa36d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878964 Aug 29 20:40:00.675348 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 38952) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:40:00.738801 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6b2aa4b6-c383-41d0-8fb1-ca5348996330 admin admin] Publish callbacks [] for security_group (ff3729ad-3007-43ee-bd09-faae5e967686), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:00.785998 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6b2aa4b6-c383-41d0-8fb1-ca5348996330 admin admin] Publish callbacks [] for security_group (ff3729ad-3007-43ee-bd09-faae5e967686), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:00.879707 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6b2aa4b6-c383-41d0-8fb1-ca5348996330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (ff3729ad-3007-43ee-bd09-faae5e967686), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:00.884300 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6b2aa4b6-c383-41d0-8fb1-ca5348996330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:00.886098 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-6b2aa4b6-c383-41d0-8fb1-ca5348996330 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ff3729ad-3007-43ee-bd09-faae5e967686 HTTP/1.1" status: 204 len: 168 time: 0.2087898 Aug 29 20:40:00.918790 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2aa4b6-c383-41d0-8fb1-ca5348996330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3729ad-3007-43ee-bd09-faae5e967686,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:40:01.022043 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6333123-2431-4e30-b5a4-6bc2e9f4fce2 req-a83bd924-9ce9-408b-8903-7426d6f53526 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:01.027480 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d6333123-2431-4e30-b5a4-6bc2e9f4fce2 req-a83bd924-9ce9-408b-8903-7426d6f53526 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 944 time: 0.1359003 Aug 29 20:40:01.138977 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d6333123-2431-4e30-b5a4-6bc2e9f4fce2 req-04ce1c1e-50a4-47c2-ad61-3968dc738bf5 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020989 Aug 29 20:40:01.439208 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 13477485-5060-4306-b273-b24627558f04 up at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:40:01.494662 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:01.508367 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning complete for port 13477485-5060-4306-b273-b24627558f04 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:40:01.509239 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (13477485-5060-4306-b273-b24627558f04), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:01.544710 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 38986) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:40:01.570237 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e6cee8f0-7375-4d69-9cf3-6e479e546087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:01.599585 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 13477485-5060-4306-b273-b24627558f04 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:40:01.600341 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (13477485-5060-4306-b273-b24627558f04), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:01.628053 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8c3779-360e-43b6-8c43-50a3008159ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13477485-5060-4306-b273-b24627558f04'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:40:01.630851 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eee8fb3122df5bdd6ea851cee31293cb8412868e368eaaf22337f89cfd7738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdd9679-4a73-4437-896e-64d5c97890f5" -d '{"events": [{"server_uuid": "bb8c3779-360e-43b6-8c43-50a3008159ea", "name": "network-vif-plugged", "status": "completed", "tag": "13477485-5060-4306-b273-b24627558f04"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:40:01.669142 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 13477485-5060-4306-b273-b24627558f04, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=13477485-5060-4306-b273-b24627558f04,segment=NetworkSegment(ff3441ef-068d-4a77-a34c-00a02e11189e),segment_id=ff3441ef-068d-4a77-a34c-00a02e11189e)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:40:01.677709 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (13477485-5060-4306-b273-b24627558f04), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:01.711000 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e6cee8f0-7375-4d69-9cf3-6e479e546087 admin admin] Publish callbacks [] for security_group (f78ea249-7a60-447b-ae69-bf64b3cb114e), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:01.718362 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e6cee8f0-7375-4d69-9cf3-6e479e546087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (f78ea249-7a60-447b-ae69-bf64b3cb114e), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:01.727006 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d75f538-ca01-44eb-8d38-cf611ed67d60 x-openstack-request-id: req-0d75f538-ca01-44eb-8d38-cf611ed67d60 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:40:01.727466 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8c3779-360e-43b6-8c43-50a3008159ea", "name": "network-vif-plugged", "status": "completed", "tag": "13477485-5060-4306-b273-b24627558f04", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:40:01.728135 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d75f538-ca01-44eb-8d38-cf611ed67d60 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:40:01.728949 dv-cinder-854263-2-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d75f538-ca01-44eb-8d38-cf611ed67d60'] response: {'server_uuid': 'bb8c3779-360e-43b6-8c43-50a3008159ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13477485-5060-4306-b273-b24627558f04', 'code': 200} Aug 29 20:40:01.755868 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-e6cee8f0-7375-4d69-9cf3-6e479e546087 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=28717ddd51434aeab81dcf928d3e46be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2100391 Aug 29 20:40:01.760047 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 39002) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:40:01.783870 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=13477485-5060-4306-b273-b24627558f04,revision_number=7']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:40:01.822411 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cee8f0-7375-4d69-9cf3-6e479e546087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78ea249-7a60-447b-ae69-bf64b3cb114e,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:40:01.825630 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-aac0d17f-addd-4b60-bf5d-8ee421b5cbed admin admin] Publish callbacks [] for security_group (f78ea249-7a60-447b-ae69-bf64b3cb114e), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:01.857869 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-aac0d17f-addd-4b60-bf5d-8ee421b5cbed admin admin] Publish callbacks [] for security_group (f78ea249-7a60-447b-ae69-bf64b3cb114e), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:01.930836 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-aac0d17f-addd-4b60-bf5d-8ee421b5cbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (f78ea249-7a60-447b-ae69-bf64b3cb114e), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:01.933653 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-aac0d17f-addd-4b60-bf5d-8ee421b5cbed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:01.939268 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-aac0d17f-addd-4b60-bf5d-8ee421b5cbed admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f78ea249-7a60-447b-ae69-bf64b3cb114e HTTP/1.1" status: 204 len: 168 time: 0.1742754 Aug 29 20:40:01.944244 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0d17f-addd-4b60-bf5d-8ee421b5cbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78ea249-7a60-447b-ae69-bf64b3cb114e,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:40:01.962500 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0d17f-addd-4b60-bf5d-8ee421b5cbed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:01.964246 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0d17f-addd-4b60-bf5d-8ee421b5cbed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:01.964246 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0d17f-addd-4b60-bf5d-8ee421b5cbed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:01.964246 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0d17f-addd-4b60-bf5d-8ee421b5cbed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:01.964246 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0d17f-addd-4b60-bf5d-8ee421b5cbed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:01.964246 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0d17f-addd-4b60-bf5d-8ee421b5cbed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:01.964974 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0d17f-addd-4b60-bf5d-8ee421b5cbed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:01.965196 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0d17f-addd-4b60-bf5d-8ee421b5cbed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:01.965901 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0d17f-addd-4b60-bf5d-8ee421b5cbed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:01.966621 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0d17f-addd-4b60-bf5d-8ee421b5cbed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:01.967117 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0d17f-addd-4b60-bf5d-8ee421b5cbed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:01.967617 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0d17f-addd-4b60-bf5d-8ee421b5cbed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:01.968139 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0d17f-addd-4b60-bf5d-8ee421b5cbed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:01.968665 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0d17f-addd-4b60-bf5d-8ee421b5cbed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:01.969160 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac0d17f-addd-4b60-bf5d-8ee421b5cbed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:02.464782 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca8fd0-5290-4ac3-a837-cd41854eeb60 req-d8f576c7-2bc1-4afa-bf5b-4f7bcce1f47b tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:02.480412 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-35ca8fd0-5290-4ac3-a837-cd41854eeb60 req-d8f576c7-2bc1-4afa-bf5b-4f7bcce1f47b tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.1234210 Aug 29 20:40:02.600227 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-35ca8fd0-5290-4ac3-a837-cd41854eeb60 req-e706405c-72ce-48bb-85f4-443b508257c0 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195908 Aug 29 20:40:03.840851 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a568e-b80d-4fde-bcdc-47bdf7eb3325 req-0721fc39-4ccb-450d-9df4-c46cd4150500 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:03.851479 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c85a568e-b80d-4fde-bcdc-47bdf7eb3325 req-0721fc39-4ccb-450d-9df4-c46cd4150500 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.1118693 Aug 29 20:40:03.923174 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c85a568e-b80d-4fde-bcdc-47bdf7eb3325 req-e1278148-290f-4e35-b131-a1187a78f00e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707633 Aug 29 20:40:05.092634 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c9373-5ca2-44b0-8f1f-fff986dad377 req-9769802b-2fe8-4ea9-a354-b8e9f8557ad5 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:05.094298 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-235c9373-5ca2-44b0-8f1f-fff986dad377 req-9769802b-2fe8-4ea9-a354-b8e9f8557ad5 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.0689435 Aug 29 20:40:05.186193 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-235c9373-5ca2-44b0-8f1f-fff986dad377 req-1f6884e0-06e3-42cf-b93f-a4a2296130d4 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844793 Aug 29 20:40:06.427832 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bc23c-b7e2-4677-b3af-f17e012c507f req-3fb1b7af-523c-4235-b56d-cbb36ea7444c tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:06.442090 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ae2bc23c-b7e2-4677-b3af-f17e012c507f req-3fb1b7af-523c-4235-b56d-cbb36ea7444c tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.0845041 Aug 29 20:40:06.509533 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:06.524379 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ae2bc23c-b7e2-4677-b3af-f17e012c507f req-e0c3c390-e58a-47a6-9a98-302e2a7ee97f tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808642 Aug 29 20:40:06.702940 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 39132) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:40:06.828995 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-03c050ab-d4a2-4b66-962b-90fcace5e07c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:06.925765 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-03c050ab-d4a2-4b66-962b-90fcace5e07c admin admin] Publish callbacks [] for security_group (1e2acb6d-a2a4-4725-a8f8-456b03546939), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:06.931095 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-03c050ab-d4a2-4b66-962b-90fcace5e07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (1e2acb6d-a2a4-4725-a8f8-456b03546939), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:06.955752 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:06.977516 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-03c050ab-d4a2-4b66-962b-90fcace5e07c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=892e39233ce148dfb1b24f21737200ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2734573 Aug 29 20:40:06.980308 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 39136) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:40:06.987230 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c050ab-d4a2-4b66-962b-90fcace5e07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2acb6d-a2a4-4725-a8f8-456b03546939,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:40:07.007488 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c050ab-d4a2-4b66-962b-90fcace5e07c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:07.007900 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c050ab-d4a2-4b66-962b-90fcace5e07c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:07.008264 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c050ab-d4a2-4b66-962b-90fcace5e07c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:07.008605 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c050ab-d4a2-4b66-962b-90fcace5e07c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:07.008981 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c050ab-d4a2-4b66-962b-90fcace5e07c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:07.009312 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c050ab-d4a2-4b66-962b-90fcace5e07c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:07.009713 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c050ab-d4a2-4b66-962b-90fcace5e07c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:07.010049 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c050ab-d4a2-4b66-962b-90fcace5e07c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:07.010374 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c050ab-d4a2-4b66-962b-90fcace5e07c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:07.010699 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c050ab-d4a2-4b66-962b-90fcace5e07c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:07.011024 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c050ab-d4a2-4b66-962b-90fcace5e07c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:07.011347 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c050ab-d4a2-4b66-962b-90fcace5e07c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:07.011669 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c050ab-d4a2-4b66-962b-90fcace5e07c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:07.012016 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c050ab-d4a2-4b66-962b-90fcace5e07c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:07.012340 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c050ab-d4a2-4b66-962b-90fcace5e07c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:07.050934 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-06a3ba6f-d116-4ac1-9ac3-a1bffa2a3995 admin admin] Publish callbacks [] for security_group (1e2acb6d-a2a4-4725-a8f8-456b03546939), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:07.087891 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-06a3ba6f-d116-4ac1-9ac3-a1bffa2a3995 admin admin] Publish callbacks [] for security_group (1e2acb6d-a2a4-4725-a8f8-456b03546939), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:07.160347 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-06a3ba6f-d116-4ac1-9ac3-a1bffa2a3995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (1e2acb6d-a2a4-4725-a8f8-456b03546939), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:07.163300 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-06a3ba6f-d116-4ac1-9ac3-a1bffa2a3995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:07.167727 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-06a3ba6f-d116-4ac1-9ac3-a1bffa2a3995 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/1e2acb6d-a2a4-4725-a8f8-456b03546939 HTTP/1.1" status: 204 len: 168 time: 0.1835403 Aug 29 20:40:07.168247 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-38837a5f-6bb5-4c09-abe7-94ea86158f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:07.180058 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3ba6f-d116-4ac1-9ac3-a1bffa2a3995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2acb6d-a2a4-4725-a8f8-456b03546939,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:40:07.687084 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953fb7d5-fc8d-4544-acb2-359298ecc20d req-0a4768ab-9239-41fe-af1b-f728a91ae026 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:07.688582 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-953fb7d5-fc8d-4544-acb2-359298ecc20d req-0a4768ab-9239-41fe-af1b-f728a91ae026 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.0540338 Aug 29 20:40:07.759268 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-953fb7d5-fc8d-4544-acb2-359298ecc20d req-723d7342-cc5f-4b67-b2e7-40b15f67f12e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647686 Aug 29 20:40:08.905968 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde28ca7-c8d8-4ce0-ac79-5c678ee62334 req-d6cd5162-ccce-4937-b96d-e0ca1c7d375b tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:08.907695 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bde28ca7-c8d8-4ce0-ac79-5c678ee62334 req-d6cd5162-ccce-4937-b96d-e0ca1c7d375b tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.0514853 Aug 29 20:40:08.969358 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bde28ca7-c8d8-4ce0-ac79-5c678ee62334 req-785cb05e-7bcf-4c28-b0f0-245e193c10ac tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492442 Aug 29 20:40:09.516480 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-0828fb6b-3364-4c20-b1fd-6913eb351be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:10.108573 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de6c05-a748-4332-9252-5c74f076b05e req-aaad9e02-89c3-4209-9310-f2003a9cea84 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:10.110133 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-64de6c05-a748-4332-9252-5c74f076b05e req-aaad9e02-89c3-4209-9310-f2003a9cea84 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.0532830 Aug 29 20:40:10.176912 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-64de6c05-a748-4332-9252-5c74f076b05e req-84923851-ae65-479d-ae89-6fdec671affc tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607419 Aug 29 20:40:10.713736 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:11.319455 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f567dbb-039b-46de-b57c-e587a5673c85 req-0a39428b-077b-4a66-8580-94f176a044e4 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:11.321059 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4f567dbb-039b-46de-b57c-e587a5673c85 req-0a39428b-077b-4a66-8580-94f176a044e4 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.0574920 Aug 29 20:40:11.374323 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4f567dbb-039b-46de-b57c-e587a5673c85 req-f6fad137-7f5e-49fd-9001-e2651c1150cc tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472517 Aug 29 20:40:12.239600 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:12.380337 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:12.523590 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743730bd-80e4-429d-a6e7-97f9636eca78 req-7f95c16b-85a8-4737-a422-603e981c9a1b tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:12.525271 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-743730bd-80e4-429d-a6e7-97f9636eca78 req-7f95c16b-85a8-4737-a422-603e981c9a1b tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.0535388 Aug 29 20:40:12.578683 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-743730bd-80e4-429d-a6e7-97f9636eca78 req-70bdfce5-e36a-49a4-9d3c-7a075c1f98e6 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469902 Aug 29 20:40:12.661976 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf011a-746c-4fb5-ad2c-8c90163a6f07 req-93be0053-f914-4606-b647-6e43446d92e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:12.664180 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-06bf011a-746c-4fb5-ad2c-8c90163a6f07 req-93be0053-f914-4606-b647-6e43446d92e9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=bf00868e84384ee59320184a5e1c46c8&device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 1129 time: 0.0450566 Aug 29 20:40:12.757441 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf011a-746c-4fb5-ad2c-8c90163a6f07 req-7b65ea55-08e1-4952-9415-1c409e764d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:12.758896 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-06bf011a-746c-4fb5-ad2c-8c90163a6f07 req-7b65ea55-08e1-4952-9415-1c409e764d3f service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=f0c2c5bd-a9a1-411b-a42c-01cbce56e13b HTTP/1.1" status: 200 len: 917 time: 0.0871289 Aug 29 20:40:12.830480 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-06bf011a-746c-4fb5-ad2c-8c90163a6f07 req-f316e147-bdfb-4fb4-a5fd-09a725174e76 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13477485-5060-4306-b273-b24627558f04 HTTP/1.1" status: 200 len: 1001 time: 0.0625358 Aug 29 20:40:12.884356 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf011a-746c-4fb5-ad2c-8c90163a6f07 req-55a2af33-ecc9-4911-b199-60f55b0e884d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:12.885799 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-06bf011a-746c-4fb5-ad2c-8c90163a6f07 req-55a2af33-ecc9-4911-b199-60f55b0e884d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=db3f9330-f955-44ea-a8cb-91c97bf60681 HTTP/1.1" status: 200 len: 855 time: 0.0454159 Aug 29 20:40:12.945637 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf011a-746c-4fb5-ad2c-8c90163a6f07 req-8a61c1ef-2cca-4077-865f-9cf53f83d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:12.947140 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-06bf011a-746c-4fb5-ad2c-8c90163a6f07 req-8a61c1ef-2cca-4077-865f-9cf53f83d137 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f0c2c5bd-a9a1-411b-a42c-01cbce56e13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397620 Aug 29 20:40:13.017401 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:13.048267 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-06bf011a-746c-4fb5-ad2c-8c90163a6f07 req-2fbd4635-f29d-41c6-a12e-27c4dbde76d4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f0c2c5bd-a9a1-411b-a42c-01cbce56e13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909822 Aug 29 20:40:13.142543 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-06bf011a-746c-4fb5-ad2c-8c90163a6f07 req-84b0cd3c-3340-484f-8c2d-b2a2c31b90c1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f0c2c5bd-a9a1-411b-a42c-01cbce56e13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859966 Aug 29 20:40:13.711616 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b908a08-deae-4e61-b096-bcff53467c2e req-a7a1dbcf-045b-47d9-be8b-c8536cfa0509 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:13.713252 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7b908a08-deae-4e61-b096-bcff53467c2e req-a7a1dbcf-045b-47d9-be8b-c8536cfa0509 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.0518172 Aug 29 20:40:13.763882 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7b908a08-deae-4e61-b096-bcff53467c2e req-04a2dace-57f6-412b-869b-1848879f92e7 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449772 Aug 29 20:40:14.854009 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:14.893587 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1d191-bd99-42bf-b54b-ab44932da9d6 req-5ef0d5ff-158e-44fd-a307-3fa6d02c723d tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:14.895090 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b1e1d191-bd99-42bf-b54b-ab44932da9d6 req-5ef0d5ff-158e-44fd-a307-3fa6d02c723d tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 945 time: 0.0494268 Aug 29 20:40:14.949718 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b1e1d191-bd99-42bf-b54b-ab44932da9d6 req-f0047160-199f-482a-a0d7-2e0083fd955d tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488586 Aug 29 20:40:15.572955 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 13477485-5060-4306-b273-b24627558f04 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:40:15.602437 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:15.645419 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 13477485-5060-4306-b273-b24627558f04 is: ACTIVE; New status is: DOWN {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:40:15.645811 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (13477485-5060-4306-b273-b24627558f04), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:15.671740 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8c3779-360e-43b6-8c43-50a3008159ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13477485-5060-4306-b273-b24627558f04'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:40:15.675043 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eee8fb3122df5bdd6ea851cee31293cb8412868e368eaaf22337f89cfd7738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbccb7f-0ba6-469f-8fdc-18692883eb90" -d '{"events": [{"server_uuid": "bb8c3779-360e-43b6-8c43-50a3008159ea", "name": "network-vif-unplugged", "status": "completed", "tag": "13477485-5060-4306-b273-b24627558f04"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:40:15.692003 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 13477485-5060-4306-b273-b24627558f04, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=13477485-5060-4306-b273-b24627558f04,segment=NetworkSegment(ff3441ef-068d-4a77-a34c-00a02e11189e),segment_id=ff3441ef-068d-4a77-a34c-00a02e11189e)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:40:15.696835 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (13477485-5060-4306-b273-b24627558f04), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:15.720737 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Aug 2022 20:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ee97d2-2a8d-42cc-b6cd-4d0c3dafb720 x-openstack-request-id: req-48ee97d2-2a8d-42cc-b6cd-4d0c3dafb720 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:40:15.721013 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8c3779-360e-43b6-8c43-50a3008159ea", "name": "network-vif-unplugged", "status": "completed", "tag": "13477485-5060-4306-b273-b24627558f04", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:40:15.721290 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-48ee97d2-2a8d-42cc-b6cd-4d0c3dafb720 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:40:15.721648 dv-cinder-854263-2-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48ee97d2-2a8d-42cc-b6cd-4d0c3dafb720'] response: {'server_uuid': 'bb8c3779-360e-43b6-8c43-50a3008159ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13477485-5060-4306-b273-b24627558f04', 'code': 200} Aug 29 20:40:15.750561 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=13477485-5060-4306-b273-b24627558f04,revision_number=8']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:40:16.075650 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe0e14-5112-4213-bc2a-a9e73a0b05e2 req-c7369edf-17c3-46ae-85fc-2d4eb00bdec4 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:16.077198 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5bbe0e14-5112-4213-bc2a-a9e73a0b05e2 req-c7369edf-17c3-46ae-85fc-2d4eb00bdec4 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 943 time: 0.0474813 Aug 29 20:40:16.089665 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:16.130444 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5bbe0e14-5112-4213-bc2a-a9e73a0b05e2 req-e6e8e7a8-5e0a-446d-97d5-667683fb507f tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472345 Aug 29 20:40:17.123435 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fe89c-ea2d-472b-b1a2-f5f8d68b4257 req-f35aed6b-0bcf-45ae-b2a2-61f5b1cc8289 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:17.125080 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-500fe89c-ea2d-472b-b1a2-f5f8d68b4257 req-f35aed6b-0bcf-45ae-b2a2-61f5b1cc8289 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 943 time: 0.0543008 Aug 29 20:40:17.175160 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-500fe89c-ea2d-472b-b1a2-f5f8d68b4257 req-2a4078f2-8dae-47de-95a7-1f0b4ddf3eb1 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440955 Aug 29 20:40:17.362122 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2431d3bd-95e5-411a-b9c6-b0a06531acce req-11e4be18-27c3-4605-a59b-1a346c5d54c0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0381505 Aug 29 20:40:17.436561 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431d3bd-95e5-411a-b9c6-b0a06531acce req-06ffa216-6d8a-41f1-b69d-f9cb0c6348d7 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:17.437896 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2431d3bd-95e5-411a-b9c6-b0a06531acce req-06ffa216-6d8a-41f1-b69d-f9cb0c6348d7 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports/13477485-5060-4306-b273-b24627558f04 HTTP/1.1" status: 200 len: 940 time: 0.0479698 Aug 29 20:40:18.302224 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0729f-ebfa-4388-8451-af646f8316d6 req-47f0f8c1-c091-4301-81b5-94ddc933ecf8 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:18.304208 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-97f0729f-ebfa-4388-8451-af646f8316d6 req-47f0f8c1-c091-4301-81b5-94ddc933ecf8 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 943 time: 0.0497739 Aug 29 20:40:18.316574 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:18.379733 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-97f0729f-ebfa-4388-8451-af646f8316d6 req-166cd66e-36bd-4dd3-b01b-804e40373807 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699680 Aug 29 20:40:18.387642 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431d3bd-95e5-411a-b9c6-b0a06531acce req-24719eca-23eb-49df-a15d-7b4399c2e89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:18.389117 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2431d3bd-95e5-411a-b9c6-b0a06531acce req-24719eca-23eb-49df-a15d-7b4399c2e89d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea&tenant_id=bf00868e84384ee59320184a5e1c46c8 HTTP/1.1" status: 200 len: 1127 time: 0.0500548 Aug 29 20:40:18.455169 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431d3bd-95e5-411a-b9c6-b0a06531acce req-d1977266-b3f1-4483-b3b8-c7d81e84df50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:18.456696 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2431d3bd-95e5-411a-b9c6-b0a06531acce req-d1977266-b3f1-4483-b3b8-c7d81e84df50 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=bf00868e84384ee59320184a5e1c46c8&device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 1127 time: 0.0422642 Aug 29 20:40:18.551014 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431d3bd-95e5-411a-b9c6-b0a06531acce req-db361eea-28be-4f49-8006-04341e6b1131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:18.552567 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2431d3bd-95e5-411a-b9c6-b0a06531acce req-db361eea-28be-4f49-8006-04341e6b1131 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=f0c2c5bd-a9a1-411b-a42c-01cbce56e13b HTTP/1.1" status: 200 len: 917 time: 0.0887485 Aug 29 20:40:18.613886 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2431d3bd-95e5-411a-b9c6-b0a06531acce req-1fdc5c5a-d675-417c-a213-95a0497645b9 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13477485-5060-4306-b273-b24627558f04 HTTP/1.1" status: 200 len: 999 time: 0.0543747 Aug 29 20:40:18.667650 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431d3bd-95e5-411a-b9c6-b0a06531acce req-c8bdeb36-ad6a-475c-971a-125108a89817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:18.669126 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2431d3bd-95e5-411a-b9c6-b0a06531acce req-c8bdeb36-ad6a-475c-971a-125108a89817 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=db3f9330-f955-44ea-a8cb-91c97bf60681 HTTP/1.1" status: 200 len: 855 time: 0.0464492 Aug 29 20:40:18.717610 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431d3bd-95e5-411a-b9c6-b0a06531acce req-b74848bb-abf3-4a48-a579-c0aa8f7f35b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:18.719105 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2431d3bd-95e5-411a-b9c6-b0a06531acce req-b74848bb-abf3-4a48-a579-c0aa8f7f35b9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f0c2c5bd-a9a1-411b-a42c-01cbce56e13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410264 Aug 29 20:40:18.810397 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2431d3bd-95e5-411a-b9c6-b0a06531acce req-0c9822c2-c038-4f66-b751-155d2e5c3d20 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f0c2c5bd-a9a1-411b-a42c-01cbce56e13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832689 Aug 29 20:40:18.905155 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2431d3bd-95e5-411a-b9c6-b0a06531acce req-c46dc01d-b3fc-42f1-ac08-3f7c95bd08da service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f0c2c5bd-a9a1-411b-a42c-01cbce56e13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873733 Aug 29 20:40:19.548376 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784eeb0-1e35-42fa-ae75-d0e8813d2aed req-093b6f1b-96ef-4dbf-b012-7e25592842b6 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:19.557073 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8784eeb0-1e35-42fa-ae75-d0e8813d2aed req-093b6f1b-96ef-4dbf-b012-7e25592842b6 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 943 time: 0.0715334 Aug 29 20:40:19.624240 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8784eeb0-1e35-42fa-ae75-d0e8813d2aed req-866a745f-38de-4981-98d0-1838fee8fb7d tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653608 Aug 29 20:40:20.725074 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:20.731739 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:20.762143 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc0c81-9f83-44ee-ae73-f4efe81c0a86 req-7130e362-2e16-4cdd-95ba-57bf8109a1ba tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:20.769213 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2fbc0c81-9f83-44ee-ae73-f4efe81c0a86 req-7130e362-2e16-4cdd-95ba-57bf8109a1ba tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 943 time: 0.0656736 Aug 29 20:40:20.836704 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-2fbc0c81-9f83-44ee-ae73-f4efe81c0a86 req-d4d9fb37-9b76-4ee1-b1ce-01d94fab00a2 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565946 Aug 29 20:40:21.985146 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e90cf5-0775-4379-a6b4-34856bb7dce7 req-02200224-e46f-48eb-991e-b1b662527ea8 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:21.986584 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-69e90cf5-0775-4379-a6b4-34856bb7dce7 req-02200224-e46f-48eb-991e-b1b662527ea8 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 943 time: 0.0539837 Aug 29 20:40:22.039179 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-69e90cf5-0775-4379-a6b4-34856bb7dce7 req-5d354d5f-fff4-4504-a298-b927165cbe75 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464511 Aug 29 20:40:22.704605 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:40:23.176851 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:23.191708 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75d8ec-c150-4e36-971a-ad6af8c03221 req-9f105bcc-a24b-4333-aca8-325982f08782 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:23.193540 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3b75d8ec-c150-4e36-971a-ad6af8c03221 req-9f105bcc-a24b-4333-aca8-325982f08782 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 943 time: 0.0669377 Aug 29 20:40:23.248915 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3b75d8ec-c150-4e36-971a-ad6af8c03221 req-e387b077-29da-4981-8bbe-746f662055bd tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481012 Aug 29 20:40:23.535349 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:24.404167 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b9d5f-4cef-4f0c-ba93-fee3a2d6e1e8 req-f0205c34-27b8-48af-9f41-7fca1cfed4e5 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:24.405773 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-763b9d5f-4cef-4f0c-ba93-fee3a2d6e1e8 req-f0205c34-27b8-48af-9f41-7fca1cfed4e5 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 943 time: 0.0592465 Aug 29 20:40:24.462174 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-763b9d5f-4cef-4f0c-ba93-fee3a2d6e1e8 req-41a0394a-813f-49d3-b38c-be121b65bd49 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506535 Aug 29 20:40:25.586456 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee2a8e-1fae-4880-8d97-3310e060d5bf req-561a0acb-49ab-4ae0-8425-387bcbb54396 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:25.587992 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-36ee2a8e-1fae-4880-8d97-3310e060d5bf req-561a0acb-49ab-4ae0-8425-387bcbb54396 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 943 time: 0.0474739 Aug 29 20:40:25.640414 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-36ee2a8e-1fae-4880-8d97-3310e060d5bf req-1e28acc0-b255-423e-b0c5-dfa7fa4805d4 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462277 Aug 29 20:40:26.774475 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134748cb-9a96-4ce6-b595-21e47fd9e8b9 req-6cbe70b7-a7f8-4b7b-9e47-e6f226291475 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:26.776878 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-134748cb-9a96-4ce6-b595-21e47fd9e8b9 req-6cbe70b7-a7f8-4b7b-9e47-e6f226291475 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 943 time: 0.0531988 Aug 29 20:40:26.829700 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-134748cb-9a96-4ce6-b595-21e47fd9e8b9 req-6617861b-e82c-47a3-89dd-8b47fbccd0ad tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455029 Aug 29 20:40:27.964667 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4586ed6-c546-4c2b-9d28-6d70b147dbce req-9c91c7b8-d2c3-4e49-9a85-d92ef51683c9 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:27.966296 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a4586ed6-c546-4c2b-9d28-6d70b147dbce req-9c91c7b8-d2c3-4e49-9a85-d92ef51683c9 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 943 time: 0.0507252 Aug 29 20:40:28.022396 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a4586ed6-c546-4c2b-9d28-6d70b147dbce req-56d2bbf7-2582-4175-8c82-4803b2e2abe9 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498002 Aug 29 20:40:29.159608 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e11a3-1248-4abd-a33a-cd4dd26f6de8 req-d6877a91-8f89-4025-b9ef-e75b336798f3 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:29.161106 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-303e11a3-1248-4abd-a33a-cd4dd26f6de8 req-d6877a91-8f89-4025-b9ef-e75b336798f3 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 943 time: 0.0472124 Aug 29 20:40:29.209707 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-303e11a3-1248-4abd-a33a-cd4dd26f6de8 req-5a6ff324-aa3c-4bdc-8347-f687fd9afcdc tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430291 Aug 29 20:40:30.338806 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873dd481-fd9d-4d58-864f-5bc94ff502e4 req-42c7bdc5-ebc2-42c5-b418-39e54c04fb91 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:30.340331 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-873dd481-fd9d-4d58-864f-5bc94ff502e4 req-42c7bdc5-ebc2-42c5-b418-39e54c04fb91 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 943 time: 0.0473747 Aug 29 20:40:30.365544 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:30.389631 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-873dd481-fd9d-4d58-864f-5bc94ff502e4 req-9dfc1377-8535-4abe-9230-85e700347012 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436099 Aug 29 20:40:31.516033 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad634c-2ac4-4ae5-9538-e9f932c16989 req-88f11036-228c-43e3-8441-260f1fa9ff53 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:31.517520 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b6ad634c-2ac4-4ae5-9538-e9f932c16989 req-88f11036-228c-43e3-8441-260f1fa9ff53 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 943 time: 0.0460515 Aug 29 20:40:31.569463 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b6ad634c-2ac4-4ae5-9538-e9f932c16989 req-5f55a5df-f29f-42d5-82c1-39e06b30c00c tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462687 Aug 29 20:40:31.626869 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 13477485-5060-4306-b273-b24627558f04 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:40:31.629098 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=68,neutron:UPDATE=6 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:31.733292 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 13477485-5060-4306-b273-b24627558f04, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=13477485-5060-4306-b273-b24627558f04,segment=NetworkSegment(ff3441ef-068d-4a77-a34c-00a02e11189e),segment_id=ff3441ef-068d-4a77-a34c-00a02e11189e)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:40:31.745053 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Returning: {'device': '13477485-5060-4306-b273-b24627558f04', 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'port_id': '13477485-5060-4306-b273-b24627558f04', 'mac_address': 'fa:16:3e:47:5d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:40:31.782420 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 13477485-5060-4306-b273-b24627558f04 is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:40:31.782825 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (13477485-5060-4306-b273-b24627558f04), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:31.797008 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13477485-5060-4306-b273-b24627558f04 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:40:31.817063 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 13477485-5060-4306-b273-b24627558f04, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=13477485-5060-4306-b273-b24627558f04,segment=NetworkSegment(ff3441ef-068d-4a77-a34c-00a02e11189e),segment_id=ff3441ef-068d-4a77-a34c-00a02e11189e)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:40:31.821155 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (13477485-5060-4306-b273-b24627558f04), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:31.866873 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=13477485-5060-4306-b273-b24627558f04,revision_number=9']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:40:31.873939 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:31.874281 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:31.874616 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:31.874956 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:31.875293 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:31.875617 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:31.875956 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:31.876282 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:31.876601 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:31.879093 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:31.879525 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:31.879881 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:31.880255 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:31.880595 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:31.880931 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:40:32.115891 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['13477485-5060-4306-b273-b24627558f04'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:40:32.690394 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad87f93-2f24-45d5-99e5-c7ae1d8da7c1 req-7174bfe5-5275-4f41-9502-f9e2e0e107cf tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:32.691846 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8ad87f93-2f24-45d5-99e5-c7ae1d8da7c1 req-7174bfe5-5275-4f41-9502-f9e2e0e107cf tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 944 time: 0.0458252 Aug 29 20:40:32.737884 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8ad87f93-2f24-45d5-99e5-c7ae1d8da7c1 req-0aaee67f-311e-4c5d-be28-b3b18b7b3b1d tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398769 Aug 29 20:40:33.281344 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 39382) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:40:33.394121 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1dac961a-7e31-4a05-8c94-03b919016b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:33.472602 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1dac961a-7e31-4a05-8c94-03b919016b8d admin admin] Publish callbacks [] for security_group (7a9ddd43-1f41-40c1-be8a-15cd8480611e), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:33.477626 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1dac961a-7e31-4a05-8c94-03b919016b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (7a9ddd43-1f41-40c1-be8a-15cd8480611e), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:33.492469 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:33.520792 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-1dac961a-7e31-4a05-8c94-03b919016b8d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ef6822fbd190460cb05e41f971c509a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383640 Aug 29 20:40:33.521689 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac961a-7e31-4a05-8c94-03b919016b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9ddd43-1f41-40c1-be8a-15cd8480611e,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:40:33.524818 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 39386) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:40:33.579546 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1cf37b35-b390-4fa9-aa3d-0504d9ec42c3 admin admin] Publish callbacks [] for security_group (7a9ddd43-1f41-40c1-be8a-15cd8480611e), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:33.604342 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1cf37b35-b390-4fa9-aa3d-0504d9ec42c3 admin admin] Publish callbacks [] for security_group (7a9ddd43-1f41-40c1-be8a-15cd8480611e), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:33.642181 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 13477485-5060-4306-b273-b24627558f04 up at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:40:33.661954 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1cf37b35-b390-4fa9-aa3d-0504d9ec42c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (7a9ddd43-1f41-40c1-be8a-15cd8480611e), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:33.665789 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1cf37b35-b390-4fa9-aa3d-0504d9ec42c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:33.667369 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-1cf37b35-b390-4fa9-aa3d-0504d9ec42c3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7a9ddd43-1f41-40c1-be8a-15cd8480611e HTTP/1.1" status: 204 len: 168 time: 0.1413507 Aug 29 20:40:33.678369 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf37b35-b390-4fa9-aa3d-0504d9ec42c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9ddd43-1f41-40c1-be8a-15cd8480611e,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:40:33.722155 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning complete for port 13477485-5060-4306-b273-b24627558f04 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:40:33.722540 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (13477485-5060-4306-b273-b24627558f04), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:33.850654 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 13477485-5060-4306-b273-b24627558f04 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:40:33.851149 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (13477485-5060-4306-b273-b24627558f04), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:33.869839 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:33.882663 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de75c11-a1d4-4203-aa8a-d8701be9a7c3 req-5cd138da-c361-44a2-8baa-f8cdf7cea3be tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:33.885210 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1de75c11-a1d4-4203-aa8a-d8701be9a7c3 req-5cd138da-c361-44a2-8baa-f8cdf7cea3be tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 944 time: 0.0596683 Aug 29 20:40:33.946789 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1de75c11-a1d4-4203-aa8a-d8701be9a7c3 req-e9008d9c-08b7-4431-b7cf-832496539e2d tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541337 Aug 29 20:40:34.014382 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8c3779-360e-43b6-8c43-50a3008159ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13477485-5060-4306-b273-b24627558f04'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:40:34.016840 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eee8fb3122df5bdd6ea851cee31293cb8412868e368eaaf22337f89cfd7738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c057790e-abd2-4061-ad56-686c4b96dedb" -d '{"events": [{"server_uuid": "bb8c3779-360e-43b6-8c43-50a3008159ea", "name": "network-vif-plugged", "status": "completed", "tag": "13477485-5060-4306-b273-b24627558f04"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:40:34.028897 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:34.031585 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 13477485-5060-4306-b273-b24627558f04, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=13477485-5060-4306-b273-b24627558f04,segment=NetworkSegment(ff3441ef-068d-4a77-a34c-00a02e11189e),segment_id=ff3441ef-068d-4a77-a34c-00a02e11189e)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:40:34.036723 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (13477485-5060-4306-b273-b24627558f04), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:34.066676 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40522f9e-c270-4840-87e2-15b84d9696da x-openstack-request-id: req-40522f9e-c270-4840-87e2-15b84d9696da {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:40:34.066964 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8c3779-360e-43b6-8c43-50a3008159ea", "name": "network-vif-plugged", "status": "completed", "tag": "13477485-5060-4306-b273-b24627558f04", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:40:34.067214 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40522f9e-c270-4840-87e2-15b84d9696da {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:40:34.067600 dv-cinder-854263-2-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40522f9e-c270-4840-87e2-15b84d9696da'] response: {'server_uuid': 'bb8c3779-360e-43b6-8c43-50a3008159ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13477485-5060-4306-b273-b24627558f04', 'code': 200} Aug 29 20:40:34.096699 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=13477485-5060-4306-b273-b24627558f04,revision_number=10']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:40:34.284017 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7eafe-7128-49ca-a0db-66ea15d4783a req-a39d6b5f-2955-45af-bce7-742dc1952bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:34.286583 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-72e7eafe-7128-49ca-a0db-66ea15d4783a req-a39d6b5f-2955-45af-bce7-742dc1952bee service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 1130 time: 0.0447769 Aug 29 20:40:34.342276 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-72e7eafe-7128-49ca-a0db-66ea15d4783a req-3734ae01-8537-486f-a993-9e996044a5ff service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475242 Aug 29 20:40:35.090768 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783468c-0a77-4788-af3c-af50a1daacf3 req-f7b3de10-931a-4197-84d8-b25547dab3cd tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:35.092324 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9783468c-0a77-4788-af3c-af50a1daacf3 req-f7b3de10-931a-4197-84d8-b25547dab3cd tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 946 time: 0.0645525 Aug 29 20:40:35.140142 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9783468c-0a77-4788-af3c-af50a1daacf3 req-decd291f-519c-4e42-a44e-58607ce7c1ea tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413990 Aug 29 20:40:35.718035 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:36.290163 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f6fe1-474e-46fb-9323-928c192af7af req-ce481124-da44-48d0-896d-4bb0a3837eab tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:36.293489 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-678f6fe1-474e-46fb-9323-928c192af7af req-ce481124-da44-48d0-896d-4bb0a3837eab tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 946 time: 0.0668557 Aug 29 20:40:36.357175 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-678f6fe1-474e-46fb-9323-928c192af7af req-73249e02-f6b4-4de3-abd3-e01e58134e7b tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568984 Aug 29 20:40:37.160930 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-84ad40a7-92f4-40bd-b822-14b15beb55f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:37.494457 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47996215-831d-4195-aae0-bacfaa90db83 req-9ca441b2-08ef-4296-b6f0-f04a43503d4e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:37.495982 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-47996215-831d-4195-aae0-bacfaa90db83 req-9ca441b2-08ef-4296-b6f0-f04a43503d4e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 946 time: 0.0481329 Aug 29 20:40:37.544276 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-47996215-831d-4195-aae0-bacfaa90db83 req-aeaafa0e-6f01-4e95-8f5a-be515c213600 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423152 Aug 29 20:40:39.514140 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-716d963e-962a-4b79-b998-1fb3d9fe5f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:40.714712 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:42.239882 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:42.374472 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:44.896342 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 39566) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:40:45.007942 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-35c7234d-0c61-4a05-b587-03959c481b48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:45.088708 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-35c7234d-0c61-4a05-b587-03959c481b48 admin admin] Publish callbacks [] for security_group (3ea40546-2c38-4a96-a397-75a31732f876), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:45.092682 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-35c7234d-0c61-4a05-b587-03959c481b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (3ea40546-2c38-4a96-a397-75a31732f876), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:45.096260 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:45.136458 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-35c7234d-0c61-4a05-b587-03959c481b48 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=68b6469f8cb44f119c0a2d3725852581&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390025 Aug 29 20:40:45.137570 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7234d-0c61-4a05-b587-03959c481b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea40546-2c38-4a96-a397-75a31732f876,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:40:45.139448 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 39570) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:40:45.194148 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-551e8174-f27d-4ed3-bd3a-c0a84a81724b admin admin] Publish callbacks [] for security_group (3ea40546-2c38-4a96-a397-75a31732f876), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:45.215016 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-551e8174-f27d-4ed3-bd3a-c0a84a81724b admin admin] Publish callbacks [] for security_group (3ea40546-2c38-4a96-a397-75a31732f876), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:45.268515 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-551e8174-f27d-4ed3-bd3a-c0a84a81724b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (3ea40546-2c38-4a96-a397-75a31732f876), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:45.271170 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-551e8174-f27d-4ed3-bd3a-c0a84a81724b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:45.272514 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-551e8174-f27d-4ed3-bd3a-c0a84a81724b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3ea40546-2c38-4a96-a397-75a31732f876 HTTP/1.1" status: 204 len: 168 time: 0.1320548 Aug 29 20:40:45.280605 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e8174-f27d-4ed3-bd3a-c0a84a81724b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea40546-2c38-4a96-a397-75a31732f876,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:40:45.987910 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 39592) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:40:46.084968 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-36d043cb-7fc4-47fb-bea1-51c500ba92cd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-940711738-network', 'tenant_id': '732a8a55dfbd44afa826eb6f5571aabf'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:40:46.106537 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d043cb-7fc4-47fb-bea1-51c500ba92cd admin admin] Made reservation on behalf of 732a8a55dfbd44afa826eb6f5571aabf for: {'network': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:40:46.108879 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-36d043cb-7fc4-47fb-bea1-51c500ba92cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for network (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:46.117448 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-36d043cb-7fc4-47fb-bea1-51c500ba92cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:46.194705 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-36d043cb-7fc4-47fb-bea1-51c500ba92cd admin admin] Publish callbacks [] for security_group (384c0085-245a-41e1-9fbb-3a0e80ea4530), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:46.199472 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-36d043cb-7fc4-47fb-bea1-51c500ba92cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (384c0085-245a-41e1-9fbb-3a0e80ea4530), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:46.226906 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d043cb-7fc4-47fb-bea1-51c500ba92cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=106198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:40:46.233343 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d043cb-7fc4-47fb-bea1-51c500ba92cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384c0085-245a-41e1-9fbb-3a0e80ea4530,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:40:46.239380 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-36d043cb-7fc4-47fb-bea1-51c500ba92cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (8c9134b6-3421-4c96-a19d-f5e493e1ee40), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:46.239650 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.db.segments_db [None req-36d043cb-7fc4-47fb-bea1-51c500ba92cd admin admin] Added segment 8c9134b6-3421-4c96-a19d-f5e493e1ee40 of type vlan for network aabb81f8-a301-47ad-a66b-a8659a1137e5 Aug 29 20:40:46.280100 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-36d043cb-7fc4-47fb-bea1-51c500ba92cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001069397'] for network (aabb81f8-a301-47ad-a66b-a8659a1137e5), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:46.305567 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-36d043cb-7fc4-47fb-bea1-51c500ba92cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957'] for network (aabb81f8-a301-47ad-a66b-a8659a1137e5), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:46.306633 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d043cb-7fc4-47fb-bea1-51c500ba92cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:46.307286 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-36d043cb-7fc4-47fb-bea1-51c500ba92cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:46.368770 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-36d043cb-7fc4-47fb-bea1-51c500ba92cd admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3796940 Aug 29 20:40:46.371860 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 39596) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:40:46.374208 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d043cb-7fc4-47fb-bea1-51c500ba92cd admin admin] Pushing event updated for resources: {'Network': ['ID=aabb81f8-a301-47ad-a66b-a8659a1137e5,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:40:46.378270 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-5c828efe-8946-4143-b53b-d9daf5669635 admin admin] Request body: {'subnet': {'network_id': 'aabb81f8-a301-47ad-a66b-a8659a1137e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-940711738-subnet', 'tenant_id': '732a8a55dfbd44afa826eb6f5571aabf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:40:46.385509 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Network aabb81f8-a301-47ad-a66b-a8659a1137e5 details requested by agent ovs-agent-dv-cinder-854263-2-iscsi with host dv-cinder-854263-2-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:40:46.401374 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c828efe-8946-4143-b53b-d9daf5669635 admin admin] Made reservation on behalf of 732a8a55dfbd44afa826eb6f5571aabf for: {'subnet': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:40:46.404034 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5c828efe-8946-4143-b53b-d9daf5669635 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61346495'] for subnet (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:46.578911 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:46.587339 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5c828efe-8946-4143-b53b-d9daf5669635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61109325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61346473'] for subnet (4104cfc0-4406-4771-baba-ee68847ac131), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:46.644857 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c828efe-8946-4143-b53b-d9daf5669635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4104cfc0-4406-4771-baba-ee68847ac131,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:40:46.662345 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c828efe-8946-4143-b53b-d9daf5669635 admin admin] Checking segment: {'id': '8c9134b6-3421-4c96-a19d-f5e493e1ee40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'aabb81f8-a301-47ad-a66b-a8659a1137e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:40:46.662701 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c828efe-8946-4143-b53b-d9daf5669635 admin admin] Network hostable DHCP agents. Network: aabb81f8-a301-47ad-a66b-a8659a1137e5, hostable agents: ['aba3b8c1-ed4e-40c9-99d3-a300910cc497'], hosted agents: [] {{(pid=106199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:40:46.681997 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c828efe-8946-4143-b53b-d9daf5669635 admin admin] Network aabb81f8-a301-47ad-a66b-a8659a1137e5 is scheduled to be hosted by DHCP agent aba3b8c1-ed4e-40c9-99d3-a300910cc497 with binding_index 1 {{(pid=106199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:40:46.692008 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-5c828efe-8946-4143-b53b-d9daf5669635 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-2-iscsi, aabb81f8-a301-47ad-a66b-a8659a1137e5) {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:40:46.696255 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c828efe-8946-4143-b53b-d9daf5669635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:46.696850 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5c828efe-8946-4143-b53b-d9daf5669635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for subnet (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:46.701726 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c659031-3441-4afe-8870-12e66bd74c37 None None] Network aabb81f8-a301-47ad-a66b-a8659a1137e5 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:40:46.718010 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-5c828efe-8946-4143-b53b-d9daf5669635 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3447208 Aug 29 20:40:46.767618 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:46.854068 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9a6393-9184-467b-9689-d1a843d035ae None None] Network aabb81f8-a301-47ad-a66b-a8659a1137e5 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:40:48.583104 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-39d3b210-603f-489e-b7d6-361e67646544 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:48.584564 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-39d3b210-603f-489e-b7d6-361e67646544 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/networks?id=aabb81f8-a301-47ad-a66b-a8659a1137e5 HTTP/1.1" status: 200 len: 813 time: 0.1051085 Aug 29 20:40:48.601239 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-89be34d8-64b4-490c-9077-51f870ee4947 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/quotas/732a8a55dfbd44afa826eb6f5571aabf HTTP/1.1" status: 200 len: 375 time: 0.0093949 Aug 29 20:40:48.634601 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-5121c63b-6062-4a54-9984-c4ceada45abd tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=732a8a55dfbd44afa826eb6f5571aabf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279417 Aug 29 20:40:48.738588 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-72415aba-74e0-4fd9-86ba-89f19ac71332 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aabb81f8-a301-47ad-a66b-a8659a1137e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970869 Aug 29 20:40:48.831590 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-eb30b5a6-5131-446c-b199-d64c047554d5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aabb81f8-a301-47ad-a66b-a8659a1137e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864081 Aug 29 20:40:49.000430 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-81fabc75-b422-4b27-b5eb-08ca1fec413d req-8c90c490-68ae-4f77-b74b-93e65d3583d6 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=73f00e48-ce6f-46e3-9c3f-843ad53c1e17 HTTP/1.1" status: 200 len: 210 time: 0.0321960 Aug 29 20:40:50.117090 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b9afebfc-c95a-4f37-9a8c-604593db306c req-5eaa064c-dee1-4c7b-aec6-c4b7f906c3e4 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=73f00e48-ce6f-46e3-9c3f-843ad53c1e17 HTTP/1.1" status: 200 len: 210 time: 0.0428746 Aug 29 20:40:50.212930 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-220c07c2-9cd5-44c6-92a5-3f689020251b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:50.214357 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-220c07c2-9cd5-44c6-92a5-3f689020251b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.33 "GET /networking/v2.0/networks?id=aabb81f8-a301-47ad-a66b-a8659a1137e5 HTTP/1.1" status: 200 len: 813 time: 0.1097972 Aug 29 20:40:50.229702 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-7c30dbba-c8be-43af-85c1-4ffd95940f06 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Request body: {'port': {'device_id': '73f00e48-ce6f-46e3-9c3f-843ad53c1e17', 'network_id': 'aabb81f8-a301-47ad-a66b-a8659a1137e5', 'admin_state_up': True, 'tenant_id': '732a8a55dfbd44afa826eb6f5571aabf'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:40:50.339136 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:50.344776 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-7c30dbba-c8be-43af-85c1-4ffd95940f06 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Made reservation on behalf of 732a8a55dfbd44afa826eb6f5571aabf for: {'port': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:40:50.348626 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-7c30dbba-c8be-43af-85c1-4ffd95940f06 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:50.476515 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-7c30dbba-c8be-43af-85c1-4ffd95940f06 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Allocated IP 172.20.0.9 (aabb81f8-a301-47ad-a66b-a8659a1137e5/4104cfc0-4406-4771-baba-ee68847ac131/965dfd7e-6945-4afe-8e3c-f9f76a73a0ae) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:40:50.512033 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:50.629652 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-7c30dbba-c8be-43af-85c1-4ffd95940f06 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Publish callbacks [] for port (965dfd7e-6945-4afe-8e3c-f9f76a73a0ae), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:50.661742 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-7c30dbba-c8be-43af-85c1-4ffd95940f06 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (965dfd7e-6945-4afe-8e3c-f9f76a73a0ae), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:50.705451 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-7c30dbba-c8be-43af-85c1-4ffd95940f06 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Network aabb81f8-a301-47ad-a66b-a8659a1137e5 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:40:50.708541 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-7c30dbba-c8be-43af-85c1-4ffd95940f06 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:40:50.712312 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-7c30dbba-c8be-43af-85c1-4ffd95940f06 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:40:50.734303 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c30dbba-c8be-43af-85c1-4ffd95940f06 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Pushing event updated for resources: {'Port': ['ID=965dfd7e-6945-4afe-8e3c-f9f76a73a0ae,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:40:50.762194 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-7c30dbba-c8be-43af-85c1-4ffd95940f06 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:50.762789 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-7c30dbba-c8be-43af-85c1-4ffd95940f06 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:50.778254 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-7c30dbba-c8be-43af-85c1-4ffd95940f06 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5529079 Aug 29 20:40:50.794358 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-c1819b9e-bd26-44db-9681-740493dc0cc3 service neutron] Request body: {'port': {'device_id': '73f00e48-ce6f-46e3-9c3f-843ad53c1e17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:40:50.854827 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-c1819b9e-bd26-44db-9681-740493dc0cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (965dfd7e-6945-4afe-8e3c-f9f76a73a0ae), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:51.095675 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:51.101527 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-c1819b9e-bd26-44db-9681-740493dc0cc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 965dfd7e-6945-4afe-8e3c-f9f76a73a0ae {{(pid=106199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:40:51.111116 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-c1819b9e-bd26-44db-9681-740493dc0cc3 service neutron] Publish callbacks [] for port (965dfd7e-6945-4afe-8e3c-f9f76a73a0ae), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:51.125080 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.provisioning_blocks [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-c1819b9e-bd26-44db-9681-740493dc0cc3 service neutron] Transition to ACTIVE for port object 965dfd7e-6945-4afe-8e3c-f9f76a73a0ae will not be triggered until provisioned by entity L2. {{(pid=106199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:40:51.128526 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-c1819b9e-bd26-44db-9681-740493dc0cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61108980'] for port (965dfd7e-6945-4afe-8e3c-f9f76a73a0ae), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:51.192952 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1819b9e-bd26-44db-9681-740493dc0cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=965dfd7e-6945-4afe-8e3c-f9f76a73a0ae,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:40:51.239653 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b4e84-79aa-4b0b-be4b-446f3a8ae272 req-04caf042-d346-400b-9edb-34aae381647c tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:51.241165 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-987b4e84-79aa-4b0b-be4b-446f3a8ae272 req-04caf042-d346-400b-9edb-34aae381647c tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=73f00e48-ce6f-46e3-9c3f-843ad53c1e17 HTTP/1.1" status: 200 len: 943 time: 0.0473287 Aug 29 20:40:51.241803 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-c1819b9e-bd26-44db-9681-740493dc0cc3 service neutron] Attempting to bind port 965dfd7e-6945-4afe-8e3c-f9f76a73a0ae on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:40:51.242136 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-c1819b9e-bd26-44db-9681-740493dc0cc3 service neutron] Attempting to bind port 965dfd7e-6945-4afe-8e3c-f9f76a73a0ae by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '8c9134b6-3421-4c96-a19d-f5e493e1ee40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'aabb81f8-a301-47ad-a66b-a8659a1137e5'}] {{(pid=106199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:40:51.242478 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-c1819b9e-bd26-44db-9681-740493dc0cc3 service neutron] Attempting to bind port 965dfd7e-6945-4afe-8e3c-f9f76a73a0ae on network aabb81f8-a301-47ad-a66b-a8659a1137e5 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:40:51.247839 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-c1819b9e-bd26-44db-9681-740493dc0cc3 service neutron] Port 965dfd7e-6945-4afe-8e3c-f9f76a73a0ae on network aabb81f8-a301-47ad-a66b-a8659a1137e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:40:51.248183 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-c1819b9e-bd26-44db-9681-740493dc0cc3 service neutron] Attempting to bind port 965dfd7e-6945-4afe-8e3c-f9f76a73a0ae on network aabb81f8-a301-47ad-a66b-a8659a1137e5 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:40:51.253096 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-c1819b9e-bd26-44db-9681-740493dc0cc3 service neutron] Checking agent: {'id': 'fe366970-a267-4806-8a8b-654c02250e20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'started_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:40:51.253425 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-c1819b9e-bd26-44db-9681-740493dc0cc3 service neutron] Checking segment: {'id': '8c9134b6-3421-4c96-a19d-f5e493e1ee40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'aabb81f8-a301-47ad-a66b-a8659a1137e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:40:51.253792 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-c1819b9e-bd26-44db-9681-740493dc0cc3 service neutron] Bound using segment: {'id': '8c9134b6-3421-4c96-a19d-f5e493e1ee40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'aabb81f8-a301-47ad-a66b-a8659a1137e5'} {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:40:51.254329 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-c1819b9e-bd26-44db-9681-740493dc0cc3 service neutron] Bound port: 965dfd7e-6945-4afe-8e3c-f9f76a73a0ae, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c9134b6-3421-4c96-a19d-f5e493e1ee40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'aabb81f8-a301-47ad-a66b-a8659a1137e5'}}] {{(pid=106199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:40:51.254554 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-c1819b9e-bd26-44db-9681-740493dc0cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (965dfd7e-6945-4afe-8e3c-f9f76a73a0ae), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:51.279027 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:51.292014 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:51.297731 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-987b4e84-79aa-4b0b-be4b-446f3a8ae272 req-3026f958-f0f4-41ca-818a-ce9fc320d91a tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=384c0085-245a-41e1-9fbb-3a0e80ea4530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499902 Aug 29 20:40:51.320650 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-c1819b9e-bd26-44db-9681-740493dc0cc3 service neutron] For port 965dfd7e-6945-4afe-8e3c-f9f76a73a0ae, host hv-cinder-85426, cleared binding levels {{(pid=106199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:40:51.324112 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-c1819b9e-bd26-44db-9681-740493dc0cc3 service neutron] For port 965dfd7e-6945-4afe-8e3c-f9f76a73a0ae, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=965dfd7e-6945-4afe-8e3c-f9f76a73a0ae,segment=NetworkSegment(8c9134b6-3421-4c96-a19d-f5e493e1ee40),segment_id=8c9134b6-3421-4c96-a19d-f5e493e1ee40)] {{(pid=106199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:40:51.330133 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-c1819b9e-bd26-44db-9681-740493dc0cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61108980'] for port (965dfd7e-6945-4afe-8e3c-f9f76a73a0ae), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:51.333994 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-c1819b9e-bd26-44db-9681-740493dc0cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:51.334835 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-c1819b9e-bd26-44db-9681-740493dc0cc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:51.336216 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-c1819b9e-bd26-44db-9681-740493dc0cc3 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/965dfd7e-6945-4afe-8e3c-f9f76a73a0ae HTTP/1.1" status: 200 len: 1093 time: 0.5458260 Aug 29 20:40:51.338878 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f00e48-ce6f-46e3-9c3f-843ad53c1e17', 'tag': '965dfd7e-6945-4afe-8e3c-f9f76a73a0ae'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:40:51.341850 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9caf4b-9204-45cd-8579-c43ee379eebd" -d '{"events": [{"name": "network-changed", "server_uuid": "73f00e48-ce6f-46e3-9c3f-843ad53c1e17", "tag": "965dfd7e-6945-4afe-8e3c-f9f76a73a0ae"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:40:51.371197 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:51.383279 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26ea748-7eec-4e8b-9321-4268eabae589 x-openstack-request-id: req-c26ea748-7eec-4e8b-9321-4268eabae589 {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:40:51.383567 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f00e48-ce6f-46e3-9c3f-843ad53c1e17", "tag": "965dfd7e-6945-4afe-8e3c-f9f76a73a0ae", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:40:51.383818 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c26ea748-7eec-4e8b-9321-4268eabae589 {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:40:51.384228 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c26ea748-7eec-4e8b-9321-4268eabae589'] response: {'name': 'network-changed', 'server_uuid': '73f00e48-ce6f-46e3-9c3f-843ad53c1e17', 'tag': '965dfd7e-6945-4afe-8e3c-f9f76a73a0ae', 'status': 'completed', 'code': 200} Aug 29 20:40:51.409317 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1819b9e-bd26-44db-9681-740493dc0cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=965dfd7e-6945-4afe-8e3c-f9f76a73a0ae,revision_number=3']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:40:51.691783 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-d9e41cfe-dafa-46d0-9a56-be6a9a830a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:51.693204 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-d9e41cfe-dafa-46d0-9a56-be6a9a830a50 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=732a8a55dfbd44afa826eb6f5571aabf&device_id=73f00e48-ce6f-46e3-9c3f-843ad53c1e17 HTTP/1.1" status: 200 len: 1127 time: 0.2967036 Aug 29 20:40:51.731947 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-12acbc5c-8511-4756-93a7-313f74260d37 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=965dfd7e-6945-4afe-8e3c-f9f76a73a0ae HTTP/1.1" status: 200 len: 217 time: 0.0312774 Aug 29 20:40:51.781205 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-a34389a3-6164-41d8-b178-95828c78cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:51.782630 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-a34389a3-6164-41d8-b178-95828c78cb33 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=4104cfc0-4406-4771-baba-ee68847ac131 HTTP/1.1" status: 200 len: 853 time: 0.0440712 Aug 29 20:40:51.820839 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-cc60bc36-8313-416d-b0a2-72df3ff797f0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=aabb81f8-a301-47ad-a66b-a8659a1137e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291800 Aug 29 20:40:51.912115 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-9f8c716c-d3c6-445e-abaa-4cf724ab7518 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/aabb81f8-a301-47ad-a66b-a8659a1137e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820546 Aug 29 20:40:52.005645 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-752db3a1-ae5b-4667-bfe2-ec574216b350 req-768d421e-5c92-4778-9265-5d574f057335 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/aabb81f8-a301-47ad-a66b-a8659a1137e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865369 Aug 29 20:40:52.420629 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54b465-96e0-49b8-9cb3-232a3634cc5c req-8345f769-9f26-4917-bb9d-284f77616cce tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:52.422119 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4d54b465-96e0-49b8-9cb3-232a3634cc5c req-8345f769-9f26-4917-bb9d-284f77616cce tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=73f00e48-ce6f-46e3-9c3f-843ad53c1e17 HTTP/1.1" status: 200 len: 943 time: 0.0473208 Aug 29 20:40:52.469523 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4d54b465-96e0-49b8-9cb3-232a3634cc5c req-ede3cb29-da43-41af-bff8-dae05163e9f9 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=384c0085-245a-41e1-9fbb-3a0e80ea4530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418568 Aug 29 20:40:52.979579 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9caf4b-9204-45cd-8579-c43ee379eebd req-aa32cefa-beb0-4a3a-a610-4c46601f1ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:52.981115 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0d9caf4b-9204-45cd-8579-c43ee379eebd req-aa32cefa-beb0-4a3a-a610-4c46601f1ca2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=732a8a55dfbd44afa826eb6f5571aabf&device_id=73f00e48-ce6f-46e3-9c3f-843ad53c1e17 HTTP/1.1" status: 200 len: 1127 time: 0.0420096 Aug 29 20:40:53.096288 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9caf4b-9204-45cd-8579-c43ee379eebd req-b104cfcc-6510-4b43-9cc1-96a8203c3082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:53.097772 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0d9caf4b-9204-45cd-8579-c43ee379eebd req-b104cfcc-6510-4b43-9cc1-96a8203c3082 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=aabb81f8-a301-47ad-a66b-a8659a1137e5 HTTP/1.1" status: 200 len: 914 time: 0.1096988 Aug 29 20:40:53.137225 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0d9caf4b-9204-45cd-8579-c43ee379eebd req-7305003b-11bf-4e92-b41b-9efd309cb310 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=965dfd7e-6945-4afe-8e3c-f9f76a73a0ae HTTP/1.1" status: 200 len: 217 time: 0.0330837 Aug 29 20:40:53.185794 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9caf4b-9204-45cd-8579-c43ee379eebd req-b4c1a734-9afa-4cc4-885b-efcb1d77a1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:53.187483 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0d9caf4b-9204-45cd-8579-c43ee379eebd req-b4c1a734-9afa-4cc4-885b-efcb1d77a1bb service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=4104cfc0-4406-4771-baba-ee68847ac131 HTTP/1.1" status: 200 len: 853 time: 0.0436020 Aug 29 20:40:53.223900 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0d9caf4b-9204-45cd-8579-c43ee379eebd req-389a63ea-ad79-4624-bdb0-69ba3868f8bb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=aabb81f8-a301-47ad-a66b-a8659a1137e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294042 Aug 29 20:40:53.312277 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:53.319385 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0d9caf4b-9204-45cd-8579-c43ee379eebd req-c815b941-d286-49ec-8edb-96a8b7699ede service neutron] 10.222.0.33 "GET /networking/v2.0/networks/aabb81f8-a301-47ad-a66b-a8659a1137e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863426 Aug 29 20:40:53.414166 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0d9caf4b-9204-45cd-8579-c43ee379eebd req-7cf0e8b6-07a1-4317-ae6e-3a4b6959e773 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/aabb81f8-a301-47ad-a66b-a8659a1137e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883133 Aug 29 20:40:53.546345 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:53.590941 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e96e45-ccee-434b-b0e7-74bbccd875c5 req-6ddd9764-ee01-4f30-9a5e-618488054499 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:53.592333 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-91e96e45-ccee-434b-b0e7-74bbccd875c5 req-6ddd9764-ee01-4f30-9a5e-618488054499 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=73f00e48-ce6f-46e3-9c3f-843ad53c1e17 HTTP/1.1" status: 200 len: 943 time: 0.0476041 Aug 29 20:40:53.639866 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-91e96e45-ccee-434b-b0e7-74bbccd875c5 req-dfe4b7dc-d8b1-410e-bb66-98134fcc01c1 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=384c0085-245a-41e1-9fbb-3a0e80ea4530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416803 Aug 29 20:40:54.767478 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd0b24-9f2a-4ec6-b902-ddabe1d45a06 req-a079aa1c-d3fa-40c0-9114-ab57dabf3793 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:54.768996 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-dcfd0b24-9f2a-4ec6-b902-ddabe1d45a06 req-a079aa1c-d3fa-40c0-9114-ab57dabf3793 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=73f00e48-ce6f-46e3-9c3f-843ad53c1e17 HTTP/1.1" status: 200 len: 943 time: 0.0487959 Aug 29 20:40:54.817576 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-dcfd0b24-9f2a-4ec6-b902-ddabe1d45a06 req-ea266380-6c59-4ebd-acdc-b0f2f3967dc4 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=384c0085-245a-41e1-9fbb-3a0e80ea4530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430322 Aug 29 20:40:55.812241 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 965dfd7e-6945-4afe-8e3c-f9f76a73a0ae details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:40:55.922840 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 965dfd7e-6945-4afe-8e3c-f9f76a73a0ae, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=965dfd7e-6945-4afe-8e3c-f9f76a73a0ae,segment=NetworkSegment(8c9134b6-3421-4c96-a19d-f5e493e1ee40),segment_id=8c9134b6-3421-4c96-a19d-f5e493e1ee40)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:40:55.935529 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Returning: {'device': '965dfd7e-6945-4afe-8e3c-f9f76a73a0ae', 'network_id': 'aabb81f8-a301-47ad-a66b-a8659a1137e5', 'port_id': '965dfd7e-6945-4afe-8e3c-f9f76a73a0ae', 'mac_address': 'fa:16:3e:ba:8e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4104cfc0-4406-4771-baba-ee68847ac131', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:40:55.942458 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2bec3-7e17-4dc7-810d-d6f7d4b8309c req-3fa765f5-bd63-4974-88d5-10058db73545 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:55.943973 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a2b2bec3-7e17-4dc7-810d-d6f7d4b8309c req-3fa765f5-bd63-4974-88d5-10058db73545 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=73f00e48-ce6f-46e3-9c3f-843ad53c1e17 HTTP/1.1" status: 200 len: 943 time: 0.0472195 Aug 29 20:40:55.976721 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 965dfd7e-6945-4afe-8e3c-f9f76a73a0ae is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:40:55.977140 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (965dfd7e-6945-4afe-8e3c-f9f76a73a0ae), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:55.990509 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 965dfd7e-6945-4afe-8e3c-f9f76a73a0ae {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:40:55.996430 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a2b2bec3-7e17-4dc7-810d-d6f7d4b8309c req-beaef5fd-b754-4061-b634-d79467c9d77f tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=384c0085-245a-41e1-9fbb-3a0e80ea4530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462310 Aug 29 20:40:56.012506 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 965dfd7e-6945-4afe-8e3c-f9f76a73a0ae, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=965dfd7e-6945-4afe-8e3c-f9f76a73a0ae,segment=NetworkSegment(8c9134b6-3421-4c96-a19d-f5e493e1ee40),segment_id=8c9134b6-3421-4c96-a19d-f5e493e1ee40)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:40:56.017068 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (965dfd7e-6945-4afe-8e3c-f9f76a73a0ae), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:56.062926 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=965dfd7e-6945-4afe-8e3c-f9f76a73a0ae,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:40:56.309099 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['965dfd7e-6945-4afe-8e3c-f9f76a73a0ae'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:40:57.119092 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf911c7-a6a0-492d-b5ad-dcb809317173 req-296a2ab4-5d3e-4312-b06d-0d7e7a2274d1 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:57.120591 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4cf911c7-a6a0-492d-b5ad-dcb809317173 req-296a2ab4-5d3e-4312-b06d-0d7e7a2274d1 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=73f00e48-ce6f-46e3-9c3f-843ad53c1e17 HTTP/1.1" status: 200 len: 944 time: 0.0509658 Aug 29 20:40:57.167248 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4cf911c7-a6a0-492d-b5ad-dcb809317173 req-ca38e0c9-7163-42f4-b445-d880ec3e5638 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=384c0085-245a-41e1-9fbb-3a0e80ea4530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405877 Aug 29 20:40:57.713475 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:57.717762 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:57.838229 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 965dfd7e-6945-4afe-8e3c-f9f76a73a0ae up at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:40:57.862891 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:57.886181 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning for port 965dfd7e-6945-4afe-8e3c-f9f76a73a0ae completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:40:57.892418 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning complete for port 965dfd7e-6945-4afe-8e3c-f9f76a73a0ae triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:40:57.892789 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (965dfd7e-6945-4afe-8e3c-f9f76a73a0ae), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:57.971048 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 965dfd7e-6945-4afe-8e3c-f9f76a73a0ae is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:40:57.971342 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (965dfd7e-6945-4afe-8e3c-f9f76a73a0ae), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:57.997911 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f00e48-ce6f-46e3-9c3f-843ad53c1e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965dfd7e-6945-4afe-8e3c-f9f76a73a0ae'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:40:58.000188 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eee8fb3122df5bdd6ea851cee31293cb8412868e368eaaf22337f89cfd7738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cdaf35-3a9e-459c-8cff-e6191a7d7d3b" -d '{"events": [{"server_uuid": "73f00e48-ce6f-46e3-9c3f-843ad53c1e17", "name": "network-vif-plugged", "status": "completed", "tag": "965dfd7e-6945-4afe-8e3c-f9f76a73a0ae"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:40:58.014363 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 965dfd7e-6945-4afe-8e3c-f9f76a73a0ae, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=965dfd7e-6945-4afe-8e3c-f9f76a73a0ae,segment=NetworkSegment(8c9134b6-3421-4c96-a19d-f5e493e1ee40),segment_id=8c9134b6-3421-4c96-a19d-f5e493e1ee40)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:40:58.018716 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (965dfd7e-6945-4afe-8e3c-f9f76a73a0ae), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:40:58.040931 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:58.047054 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52e9d49-79fd-4144-a967-a8f2fa8cdd77 x-openstack-request-id: req-f52e9d49-79fd-4144-a967-a8f2fa8cdd77 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:40:58.047348 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f00e48-ce6f-46e3-9c3f-843ad53c1e17", "name": "network-vif-plugged", "status": "completed", "tag": "965dfd7e-6945-4afe-8e3c-f9f76a73a0ae", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:40:58.047600 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f52e9d49-79fd-4144-a967-a8f2fa8cdd77 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:40:58.048018 dv-cinder-854263-2-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f52e9d49-79fd-4144-a967-a8f2fa8cdd77'] response: {'server_uuid': '73f00e48-ce6f-46e3-9c3f-843ad53c1e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965dfd7e-6945-4afe-8e3c-f9f76a73a0ae', 'code': 200} Aug 29 20:40:58.072854 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=965dfd7e-6945-4afe-8e3c-f9f76a73a0ae,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:40:58.248907 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065f4a0-f680-4b06-bdd4-63cd3b83680d req-0112e52e-3694-49d9-a989-eaf8190176c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:58.250444 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f065f4a0-f680-4b06-bdd4-63cd3b83680d req-0112e52e-3694-49d9-a989-eaf8190176c2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=73f00e48-ce6f-46e3-9c3f-843ad53c1e17 HTTP/1.1" status: 200 len: 1129 time: 0.0397265 Aug 29 20:40:58.269308 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:40:58.286108 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af62d7-702c-4d65-8963-83395406190e req-3528109e-7f48-49ad-b2fa-89e37e03e8cd tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:58.287621 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-40af62d7-702c-4d65-8963-83395406190e req-3528109e-7f48-49ad-b2fa-89e37e03e8cd tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=73f00e48-ce6f-46e3-9c3f-843ad53c1e17 HTTP/1.1" status: 200 len: 945 time: 0.0477376 Aug 29 20:40:58.297788 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f065f4a0-f680-4b06-bdd4-63cd3b83680d req-91439267-6b82-4128-8a32-00d64a8d1190 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=384c0085-245a-41e1-9fbb-3a0e80ea4530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407414 Aug 29 20:40:58.355751 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-40af62d7-702c-4d65-8963-83395406190e req-847a4101-ef6c-4197-a6ef-0ccfc09dd813 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=384c0085-245a-41e1-9fbb-3a0e80ea4530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601082 Aug 29 20:40:59.475975 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e2100-0065-40fe-9255-538318ba51d5 req-5a47deae-2cac-459f-8193-a01eda13f78e tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:40:59.477999 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-703e2100-0065-40fe-9255-538318ba51d5 req-5a47deae-2cac-459f-8193-a01eda13f78e tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=73f00e48-ce6f-46e3-9c3f-843ad53c1e17 HTTP/1.1" status: 200 len: 945 time: 0.0461559 Aug 29 20:40:59.525391 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-703e2100-0065-40fe-9255-538318ba51d5 req-db28d11b-1b98-487d-914f-f6748f1252f9 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=384c0085-245a-41e1-9fbb-3a0e80ea4530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418651 Aug 29 20:40:59.704223 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:41:00.514212 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 39664) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:00.658547 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17201cf4-3dff-4aac-8034-b0a53938e975 req-7f0e855b-b929-4982-92a4-2a954d4cc9d5 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:00.660110 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-17201cf4-3dff-4aac-8034-b0a53938e975 req-7f0e855b-b929-4982-92a4-2a954d4cc9d5 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=73f00e48-ce6f-46e3-9c3f-843ad53c1e17 HTTP/1.1" status: 200 len: 945 time: 0.0523536 Aug 29 20:41:00.717112 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-17201cf4-3dff-4aac-8034-b0a53938e975 req-7509623e-7b5c-4c1a-8bdf-dc34091540d3 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=384c0085-245a-41e1-9fbb-3a0e80ea4530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485966 Aug 29 20:41:00.786687 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-181b3e3c-0f2b-4231-a910-1932a9cf2cd9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Deleting port 7d73cf43-48e3-4c78-a68a-e43be8c7e092 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:41:00.787260 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-181b3e3c-0f2b-4231-a910-1932a9cf2cd9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (7d73cf43-48e3-4c78-a68a-e43be8c7e092), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:00.870449 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-181b3e3c-0f2b-4231-a910-1932a9cf2cd9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (7d73cf43-48e3-4c78-a68a-e43be8c7e092), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:00.870777 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-181b3e3c-0f2b-4231-a910-1932a9cf2cd9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks [] for floatingip (7d73cf43-48e3-4c78-a68a-e43be8c7e092), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:00.885327 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-181b3e3c-0f2b-4231-a910-1932a9cf2cd9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Calling delete_port for 7d73cf43-48e3-4c78-a68a-e43be8c7e092 owned by network:floatingip {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:41:01.061274 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-181b3e3c-0f2b-4231-a910-1932a9cf2cd9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (7d73cf43-48e3-4c78-a68a-e43be8c7e092), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:01.087791 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b3e3c-0f2b-4231-a910-1932a9cf2cd9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Pushing event deleted for resources: {'Port': ['ID=7d73cf43-48e3-4c78-a68a-e43be8c7e092,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:01.141796 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:01.165935 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-181b3e3c-0f2b-4231-a910-1932a9cf2cd9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks [] for floatingip (86cccb14-9114-4894-91d6-96fa5bfd3a44), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:01.166344 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.db.l3_db [None req-181b3e3c-0f2b-4231-a910-1932a9cf2cd9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Floating IP 86cccb14-9114-4894-91d6-96fa5bfd3a44 disassociated (deleted). External IP: 172.27.1.246, port: 8ff3928a-585f-4fdd-9895-afd0c54f0e08. Aug 29 20:41:01.385137 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181b3e3c-0f2b-4231-a910-1932a9cf2cd9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Router 7ae17b82-820a-4bf7-9e02-c076a61ce5fd has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:41:01.436453 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:01.498476 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181b3e3c-0f2b-4231-a910-1932a9cf2cd9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:41:01.504650 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-181b3e3c-0f2b-4231-a910-1932a9cf2cd9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:01.511342 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb74ed8-20de-4206-88d2-8a76dbf932dc None None] Sync routers for ids ['7ae17b82-820a-4bf7-9e02-c076a61ce5fd'] in dv-cinder-854263-2-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:41:01.526750 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb74ed8-20de-4206-88d2-8a76dbf932dc None None] Routers {'7ae17b82-820a-4bf7-9e02-c076a61ce5fd'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:41:01.527431 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-0eb74ed8-20de-4206-88d2-8a76dbf932dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:40:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['7ae17b82-820a-4bf7-9e02-c076a61ce5fd'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:01.540898 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-181b3e3c-0f2b-4231-a910-1932a9cf2cd9 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/86cccb14-9114-4894-91d6-96fa5bfd3a44 HTTP/1.1" status: 204 len: 168 time: 1.0219171 Aug 29 20:41:01.540898 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36516f8-3de4-45fa-a124-83436dcfe1c1', 'tag': '8ff3928a-585f-4fdd-9895-afd0c54f0e08'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:41:01.540898 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3afdf7-054f-41c4-a38a-725d394258dc" -d '{"events": [{"name": "network-changed", "server_uuid": "f36516f8-3de4-45fa-a124-83436dcfe1c1", "tag": "8ff3928a-585f-4fdd-9895-afd0c54f0e08"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:41:01.596272 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee8c305-6193-491d-8eff-dfa2a1c60f54 x-openstack-request-id: req-fee8c305-6193-491d-8eff-dfa2a1c60f54 {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:41:01.596560 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36516f8-3de4-45fa-a124-83436dcfe1c1", "tag": "8ff3928a-585f-4fdd-9895-afd0c54f0e08", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:41:01.596814 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fee8c305-6193-491d-8eff-dfa2a1c60f54 {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:41:01.597212 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fee8c305-6193-491d-8eff-dfa2a1c60f54'] response: {'name': 'network-changed', 'server_uuid': 'f36516f8-3de4-45fa-a124-83436dcfe1c1', 'tag': '8ff3928a-585f-4fdd-9895-afd0c54f0e08', 'status': 'completed', 'code': 200} Aug 29 20:41:01.643692 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-0eb74ed8-20de-4206-88d2-8a76dbf932dc None None] Set router 7ae17b82-820a-4bf7-9e02-c076a61ce5fd gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:41:01.666295 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3afdf7-054f-41c4-a38a-725d394258dc req-22e81f7a-01cd-4da5-a97f-15982d6f19bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:01.668025 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4c3afdf7-054f-41c4-a38a-725d394258dc req-22e81f7a-01cd-4da5-a97f-15982d6f19bf service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=2f93e5b4f52b4b8cac7e0336a44b33ba&device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 1129 time: 0.0471773 Aug 29 20:41:01.774668 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3afdf7-054f-41c4-a38a-725d394258dc req-f7d8e4a5-6932-4094-8938-4cb6adfb46c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:01.776174 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4c3afdf7-054f-41c4-a38a-725d394258dc req-f7d8e4a5-6932-4094-8938-4cb6adfb46c8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=779bade7-0633-4938-81a0-aee67711baac HTTP/1.1" status: 200 len: 909 time: 0.1007440 Aug 29 20:41:01.816371 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223e52f-7651-44fe-90dc-29249f71b69d req-548d508f-be23-46a6-a9c9-4923b267766d tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:01.817849 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c223e52f-7651-44fe-90dc-29249f71b69d req-548d508f-be23-46a6-a9c9-4923b267766d tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 945 time: 0.0490327 Aug 29 20:41:01.870112 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c223e52f-7651-44fe-90dc-29249f71b69d req-12694bd7-fa14-4f21-ba7c-fa45e0810216 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455101 Aug 29 20:41:01.871955 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-0eb74ed8-20de-4206-88d2-8a76dbf932dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'name': 'tempest-TestShelveInstance-779189692-router', 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e7f2e275-28a6-4162-9eb2-4a6d1c27334d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:55Z', 'updated_at': '2022-08-29T20:35:04Z', 'revision_number': 4, 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'gw_port': {'id': 'e7f2e275-28a6-4162-9eb2-4a6d1c27334d', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:56Z', 'updated_at': '2022-08-29T20:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48', 'name': '', 'network_id': '779bade7-0633-4938-81a0-aee67711baac', 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'mac_address': 'fa:16:3e:a1:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '03b5cc74-b24b-495e-ac4f-195d2dcad1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:02Z', 'updated_at': '2022-08-29T20:35:15Z', 'revision_number': 5, 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'subnets': [{'id': '03b5cc74-b24b-495e-ac4f-195d2dcad1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:01.899166 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb74ed8-20de-4206-88d2-8a76dbf932dc None None] Checking router: 7ae17b82-820a-4bf7-9e02-c076a61ce5fd for host: dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:41:01.907949 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb74ed8-20de-4206-88d2-8a76dbf932dc None None] Routers {'7ae17b82-820a-4bf7-9e02-c076a61ce5fd'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:41:01.908801 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-0eb74ed8-20de-4206-88d2-8a76dbf932dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:40:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['7ae17b82-820a-4bf7-9e02-c076a61ce5fd'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:02.015221 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-0eb74ed8-20de-4206-88d2-8a76dbf932dc None None] Set router 7ae17b82-820a-4bf7-9e02-c076a61ce5fd gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:41:02.206144 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-0eb74ed8-20de-4206-88d2-8a76dbf932dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'name': 'tempest-TestShelveInstance-779189692-router', 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e7f2e275-28a6-4162-9eb2-4a6d1c27334d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:55Z', 'updated_at': '2022-08-29T20:35:04Z', 'revision_number': 4, 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'gw_port': {'id': 'e7f2e275-28a6-4162-9eb2-4a6d1c27334d', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:56Z', 'updated_at': '2022-08-29T20:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48', 'name': '', 'network_id': '779bade7-0633-4938-81a0-aee67711baac', 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'mac_address': 'fa:16:3e:a1:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '03b5cc74-b24b-495e-ac4f-195d2dcad1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:02Z', 'updated_at': '2022-08-29T20:35:15Z', 'revision_number': 5, 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'subnets': [{'id': '03b5cc74-b24b-495e-ac4f-195d2dcad1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:02.236072 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb74ed8-20de-4206-88d2-8a76dbf932dc None None] The sync data for ids ['7ae17b82-820a-4bf7-9e02-c076a61ce5fd'] in dv-cinder-854263-2-iscsi is: [{'id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'name': 'tempest-TestShelveInstance-779189692-router', 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e7f2e275-28a6-4162-9eb2-4a6d1c27334d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:55Z', 'updated_at': '2022-08-29T20:35:04Z', 'revision_number': 4, 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'gw_port': {'id': 'e7f2e275-28a6-4162-9eb2-4a6d1c27334d', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:56Z', 'updated_at': '2022-08-29T20:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48', 'name': '', 'network_id': '779bade7-0633-4938-81a0-aee67711baac', 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'mac_address': 'fa:16:3e:a1:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '03b5cc74-b24b-495e-ac4f-195d2dcad1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:02Z', 'updated_at': '2022-08-29T20:35:15Z', 'revision_number': 5, 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'subnets': [{'id': '03b5cc74-b24b-495e-ac4f-195d2dcad1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:41:02.476556 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9453b691-7bed-4380-b9a0-452892fe7c2b None None] New status for floating IP 86cccb14-9114-4894-91d6-96fa5bfd3a44: DOWN {{(pid=106200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:41:02.994948 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc48e1-191b-4a13-98c1-0ca2f289ffd8 req-ed1a29cf-c333-4f01-95a0-fe70eccc602e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:02.996413 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f5fc48e1-191b-4a13-98c1-0ca2f289ffd8 req-ed1a29cf-c333-4f01-95a0-fe70eccc602e tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 945 time: 0.0463395 Aug 29 20:41:03.049708 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f5fc48e1-191b-4a13-98c1-0ca2f289ffd8 req-7cdaf04d-516a-4649-a2f7-4f975c972788 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473468 Aug 29 20:41:03.241115 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4c3afdf7-054f-41c4-a38a-725d394258dc req-2174e6ff-d071-420b-98bd-37aabe8c851a service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ff3928a-585f-4fdd-9895-afd0c54f0e08 HTTP/1.1" status: 200 len: 217 time: 0.0350993 Aug 29 20:41:03.246768 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c8e74cda-8ee6-4dd9-957c-b0c855e935e1 req-12c9b10b-6484-4807-b9e0-870c6ca0dd0c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402281 Aug 29 20:41:03.312940 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3afdf7-054f-41c4-a38a-725d394258dc req-26463d7c-4887-4ce6-82e5-d8d92a07b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:03.314431 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4c3afdf7-054f-41c4-a38a-725d394258dc req-26463d7c-4887-4ce6-82e5-d8d92a07b3a6 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=03b5cc74-b24b-495e-ac4f-195d2dcad1d7 HTTP/1.1" status: 200 len: 847 time: 0.0545964 Aug 29 20:41:03.328415 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e74cda-8ee6-4dd9-957c-b0c855e935e1 req-2f46c967-8a7b-48e5-b677-16b65861bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:03.329905 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c8e74cda-8ee6-4dd9-957c-b0c855e935e1 req-2f46c967-8a7b-48e5-b677-16b65861bd2e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=bf00868e84384ee59320184a5e1c46c8&device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 1130 time: 0.0502739 Aug 29 20:41:03.468072 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3afdf7-054f-41c4-a38a-725d394258dc req-35ffe14a-acab-4593-9430-5d1bd19c4fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:03.469576 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4c3afdf7-054f-41c4-a38a-725d394258dc req-35ffe14a-acab-4593-9430-5d1bd19c4fb3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=779bade7-0633-4938-81a0-aee67711baac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421429 Aug 29 20:41:03.523547 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e74cda-8ee6-4dd9-957c-b0c855e935e1 req-25e7588e-1f41-4c54-8ff7-8050b6eb065c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:03.525051 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c8e74cda-8ee6-4dd9-957c-b0c855e935e1 req-25e7588e-1f41-4c54-8ff7-8050b6eb065c service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=f0c2c5bd-a9a1-411b-a42c-01cbce56e13b HTTP/1.1" status: 200 len: 917 time: 0.0919592 Aug 29 20:41:03.563144 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4c3afdf7-054f-41c4-a38a-725d394258dc req-349dfa7e-622d-4ab0-b9f3-c659972b4754 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/779bade7-0633-4938-81a0-aee67711baac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841339 Aug 29 20:41:03.808108 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c8e74cda-8ee6-4dd9-957c-b0c855e935e1 req-ea876942-e3c1-4be7-80b7-75e90cfc82a6 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13477485-5060-4306-b273-b24627558f04 HTTP/1.1" status: 200 len: 1001 time: 0.0612164 Aug 29 20:41:03.860542 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4c3afdf7-054f-41c4-a38a-725d394258dc req-730b934a-d979-4fbc-9ba5-3823f63f6304 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/779bade7-0633-4938-81a0-aee67711baac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138892 Aug 29 20:41:03.868526 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e74cda-8ee6-4dd9-957c-b0c855e935e1 req-aac0b90f-b1ce-4826-9c10-1a7ed7d717cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:03.870209 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c8e74cda-8ee6-4dd9-957c-b0c855e935e1 req-aac0b90f-b1ce-4826-9c10-1a7ed7d717cd service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=db3f9330-f955-44ea-a8cb-91c97bf60681 HTTP/1.1" status: 200 len: 855 time: 0.0488849 Aug 29 20:41:03.888227 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb8d35-7ae1-4896-8850-7496cd31f183 req-a7131225-a0fb-413d-b31e-bde2ae514b84 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:03.889909 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c7bb8d35-7ae1-4896-8850-7496cd31f183 req-a7131225-a0fb-413d-b31e-bde2ae514b84 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 945 time: 0.0667009 Aug 29 20:41:03.922076 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e74cda-8ee6-4dd9-957c-b0c855e935e1 req-73dbac05-91ed-49a6-966a-ec3ddbc67414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:03.923701 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c8e74cda-8ee6-4dd9-957c-b0c855e935e1 req-73dbac05-91ed-49a6-966a-ec3ddbc67414 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=f0c2c5bd-a9a1-411b-a42c-01cbce56e13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404439 Aug 29 20:41:03.971039 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:03.987770 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [req-c7bb8d35-7ae1-4896-8850-7496cd31f183 req-78019b02-2e3b-4c56-8c98-7a6a11c0c5f6 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Deleting port 8ff3928a-585f-4fdd-9895-afd0c54f0e08 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:41:03.988149 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-c7bb8d35-7ae1-4896-8850-7496cd31f183 req-78019b02-2e3b-4c56-8c98-7a6a11c0c5f6 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (8ff3928a-585f-4fdd-9895-afd0c54f0e08), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:04.001783 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:04.028457 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c8e74cda-8ee6-4dd9-957c-b0c855e935e1 req-60be00b6-012e-4f82-9b43-d7c26a78363d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f0c2c5bd-a9a1-411b-a42c-01cbce56e13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929630 Aug 29 20:41:04.120378 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-c7bb8d35-7ae1-4896-8850-7496cd31f183 req-78019b02-2e3b-4c56-8c98-7a6a11c0c5f6 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] For port 8ff3928a-585f-4fdd-9895-afd0c54f0e08, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8ff3928a-585f-4fdd-9895-afd0c54f0e08,segment=NetworkSegment(4a13b328-7b40-4982-994c-fbfbebdf4718),segment_id=4a13b328-7b40-4982-994c-fbfbebdf4718)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:41:04.120996 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-c7bb8d35-7ae1-4896-8850-7496cd31f183 req-78019b02-2e3b-4c56-8c98-7a6a11c0c5f6 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (8ff3928a-585f-4fdd-9895-afd0c54f0e08), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:04.135534 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [req-c7bb8d35-7ae1-4896-8850-7496cd31f183 req-78019b02-2e3b-4c56-8c98-7a6a11c0c5f6 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Calling delete_port for 8ff3928a-585f-4fdd-9895-afd0c54f0e08 owned by compute:nova {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:41:04.171260 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c8e74cda-8ee6-4dd9-957c-b0c855e935e1 req-e6f4ed50-5b07-4707-9fc0-c1f2a72cbb4a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/f0c2c5bd-a9a1-411b-a42c-01cbce56e13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347303 Aug 29 20:41:04.178294 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:04.190051 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac3cf9-09e1-4650-a56d-bd084c0f62d0 req-b783f643-9097-403f-9057-9f18d7eefe92 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:04.193687 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bcac3cf9-09e1-4650-a56d-bd084c0f62d0 req-b783f643-9097-403f-9057-9f18d7eefe92 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 945 time: 0.0607245 Aug 29 20:41:04.203810 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:04.253473 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bcac3cf9-09e1-4650-a56d-bd084c0f62d0 req-ed8b2489-2a7b-4b1a-b44b-5b01fccc5f45 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c6477c8f-04d9-4b85-a567-15573f10d697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562210 Aug 29 20:41:04.282040 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-c7bb8d35-7ae1-4896-8850-7496cd31f183 req-78019b02-2e3b-4c56-8c98-7a6a11c0c5f6 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (8ff3928a-585f-4fdd-9895-afd0c54f0e08), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:04.312212 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78019b02-2e3b-4c56-8c98-7a6a11c0c5f6 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Pushing event deleted for resources: {'Port': ['ID=8ff3928a-585f-4fdd-9895-afd0c54f0e08,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:04.370779 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7bb8d35-7ae1-4896-8850-7496cd31f183 req-78019b02-2e3b-4c56-8c98-7a6a11c0c5f6 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] No DVR routers for this DVR port 8ff3928a-585f-4fdd-9895-afd0c54f0e08 on host hv-cinder-85426 {{(pid=106199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:41:04.382981 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-c7bb8d35-7ae1-4896-8850-7496cd31f183 req-78019b02-2e3b-4c56-8c98-7a6a11c0c5f6 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:04.386411 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-c7bb8d35-7ae1-4896-8850-7496cd31f183 req-78019b02-2e3b-4c56-8c98-7a6a11c0c5f6 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.33 "DELETE /networking/v2.0/ports/8ff3928a-585f-4fdd-9895-afd0c54f0e08 HTTP/1.1" status: 204 len: 173 time: 0.4894545 Aug 29 20:41:04.386859 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36516f8-3de4-45fa-a124-83436dcfe1c1', 'name': 'network-vif-deleted', 'tag': '8ff3928a-585f-4fdd-9895-afd0c54f0e08'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:41:04.389114 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca9dd4b-163d-4601-8c9f-2e57f798d343" -d '{"events": [{"server_uuid": "f36516f8-3de4-45fa-a124-83436dcfe1c1", "name": "network-vif-deleted", "tag": "8ff3928a-585f-4fdd-9895-afd0c54f0e08"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:41:04.426285 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badfee02-325f-45e5-86cd-dd73a8dd043f x-openstack-request-id: req-badfee02-325f-45e5-86cd-dd73a8dd043f {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:41:04.426593 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36516f8-3de4-45fa-a124-83436dcfe1c1", "name": "network-vif-deleted", "tag": "8ff3928a-585f-4fdd-9895-afd0c54f0e08", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:41:04.426893 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-badfee02-325f-45e5-86cd-dd73a8dd043f {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:41:04.427250 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-badfee02-325f-45e5-86cd-dd73a8dd043f'] response: {'server_uuid': 'f36516f8-3de4-45fa-a124-83436dcfe1c1', 'name': 'network-vif-deleted', 'tag': '8ff3928a-585f-4fdd-9895-afd0c54f0e08', 'status': 'completed', 'code': 200} Aug 29 20:41:05.374571 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7ce72f9b-37d7-41fc-a592-6ff3baa894be req-adcf0774-a328-4096-9b16-55cf61fe7ab7 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f36516f8-3de4-45fa-a124-83436dcfe1c1 HTTP/1.1" status: 200 len: 210 time: 0.0317459 Aug 29 20:41:06.442848 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 39752) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:06.504951 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6d1a449f-ccad-4f77-bef2-108500eb65a1 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks [] for security_group (c6477c8f-04d9-4b85-a567-15573f10d697), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:06.533552 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6d1a449f-ccad-4f77-bef2-108500eb65a1 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks [] for security_group (c6477c8f-04d9-4b85-a567-15573f10d697), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:06.601065 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6d1a449f-ccad-4f77-bef2-108500eb65a1 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (c6477c8f-04d9-4b85-a567-15573f10d697), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:06.603537 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6d1a449f-ccad-4f77-bef2-108500eb65a1 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:06.604730 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-6d1a449f-ccad-4f77-bef2-108500eb65a1 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c6477c8f-04d9-4b85-a567-15573f10d697 HTTP/1.1" status: 204 len: 168 time: 0.1627333 Aug 29 20:41:06.614044 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a449f-ccad-4f77-bef2-108500eb65a1 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6477c8f-04d9-4b85-a567-15573f10d697,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:06.622041 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a449f-ccad-4f77-bef2-108500eb65a1 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:06.622380 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a449f-ccad-4f77-bef2-108500eb65a1 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:06.622715 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a449f-ccad-4f77-bef2-108500eb65a1 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:06.623051 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a449f-ccad-4f77-bef2-108500eb65a1 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:06.623374 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a449f-ccad-4f77-bef2-108500eb65a1 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:06.623695 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a449f-ccad-4f77-bef2-108500eb65a1 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:06.624037 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a449f-ccad-4f77-bef2-108500eb65a1 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:06.624357 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a449f-ccad-4f77-bef2-108500eb65a1 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:06.624675 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a449f-ccad-4f77-bef2-108500eb65a1 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:06.624990 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a449f-ccad-4f77-bef2-108500eb65a1 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:06.625304 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a449f-ccad-4f77-bef2-108500eb65a1 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:06.625620 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a449f-ccad-4f77-bef2-108500eb65a1 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:06.625932 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a449f-ccad-4f77-bef2-108500eb65a1 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:06.626245 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a449f-ccad-4f77-bef2-108500eb65a1 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:06.626556 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a449f-ccad-4f77-bef2-108500eb65a1 tempest-TestShelveInstance-329623231 tempest-TestShelveInstance-329623231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:06.664963 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 39758) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:07.167657 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-759c9f51-24ea-4c86-b5f2-f7c4f431d5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:07.339403 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-54abca30-1b8c-4d97-a8fc-c23d037387de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639714'] for router_interface (7ae17b82-820a-4bf7-9e02-c076a61ce5fd), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:07.572956 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:07.578336 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-54abca30-1b8c-4d97-a8fc-c23d037387de admin admin] Deleting port 3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:41:07.578719 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-54abca30-1b8c-4d97-a8fc-c23d037387de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:07.667322 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-54abca30-1b8c-4d97-a8fc-c23d037387de admin admin] For port 3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48,segment=NetworkSegment(4a13b328-7b40-4982-994c-fbfbebdf4718),segment_id=4a13b328-7b40-4982-994c-fbfbebdf4718)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:41:07.667687 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-54abca30-1b8c-4d97-a8fc-c23d037387de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:07.684984 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-54abca30-1b8c-4d97-a8fc-c23d037387de admin admin] Calling delete_port for 3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48 owned by network:router_interface {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:41:07.694476 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:07.860305 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 8ff3928a-585f-4fdd-9895-afd0c54f0e08 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:41:07.871875 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-54abca30-1b8c-4d97-a8fc-c23d037387de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:07.884233 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] No Port match for: 8ff3928a-585f-4fdd-9895-afd0c54f0e08 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:41:07.884582 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 8ff3928a-585f-4fdd-9895-afd0c54f0e08 not bound to the agent host hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:41:07.896044 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54abca30-1b8c-4d97-a8fc-c23d037387de admin admin] Pushing event deleted for resources: {'Port': ['ID=3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:08.067590 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-54abca30-1b8c-4d97-a8fc-c23d037387de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653650'] for router_interface (7ae17b82-820a-4bf7-9e02-c076a61ce5fd), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:08.281648 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54abca30-1b8c-4d97-a8fc-c23d037387de admin admin] Router 7ae17b82-820a-4bf7-9e02-c076a61ce5fd has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:41:08.387765 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54abca30-1b8c-4d97-a8fc-c23d037387de admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:41:08.392807 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-54abca30-1b8c-4d97-a8fc-c23d037387de admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/7ae17b82-820a-4bf7-9e02-c076a61ce5fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7268500 Aug 29 20:41:08.395345 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 39764) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:08.396408 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c68cab-a610-43fe-95ad-ef950aea1d95 None None] Sync routers for ids ['7ae17b82-820a-4bf7-9e02-c076a61ce5fd'] in dv-cinder-854263-2-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:41:08.406820 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c68cab-a610-43fe-95ad-ef950aea1d95 None None] Routers {'7ae17b82-820a-4bf7-9e02-c076a61ce5fd'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:41:08.407461 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-c8c68cab-a610-43fe-95ad-ef950aea1d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:40:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['7ae17b82-820a-4bf7-9e02-c076a61ce5fd'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:08.478390 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:08.497282 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c8f66ea6-6647-4c9a-b291-b52c84eb6103 admin admin] Publish callbacks [] for router (7ae17b82-820a-4bf7-9e02-c076a61ce5fd), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:08.512890 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-c8c68cab-a610-43fe-95ad-ef950aea1d95 None None] Set router 7ae17b82-820a-4bf7-9e02-c076a61ce5fd gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:41:08.592241 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:08.601224 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c8f66ea6-6647-4c9a-b291-b52c84eb6103 admin admin] Publish callbacks [] for router_gateway (7ae17b82-820a-4bf7-9e02-c076a61ce5fd), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:08.651683 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-c8f66ea6-6647-4c9a-b291-b52c84eb6103 admin admin] Deleting port e7f2e275-28a6-4162-9eb2-4a6d1c27334d {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:41:08.652144 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c8f66ea6-6647-4c9a-b291-b52c84eb6103 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (e7f2e275-28a6-4162-9eb2-4a6d1c27334d), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:08.676488 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:08.699819 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-c8c68cab-a610-43fe-95ad-ef950aea1d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'name': 'tempest-TestShelveInstance-779189692-router', 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'e7f2e275-28a6-4162-9eb2-4a6d1c27334d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:55Z', 'updated_at': '2022-08-29T20:41:07Z', 'revision_number': 5, 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'gw_port': {'id': 'e7f2e275-28a6-4162-9eb2-4a6d1c27334d', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:56Z', 'updated_at': '2022-08-29T20:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:08.727368 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c68cab-a610-43fe-95ad-ef950aea1d95 None None] Checking router: 7ae17b82-820a-4bf7-9e02-c076a61ce5fd for host: dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:41:08.745041 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c68cab-a610-43fe-95ad-ef950aea1d95 None None] Routers {'7ae17b82-820a-4bf7-9e02-c076a61ce5fd'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:41:08.745508 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-c8f66ea6-6647-4c9a-b291-b52c84eb6103 admin admin] For port e7f2e275-28a6-4162-9eb2-4a6d1c27334d, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=e7f2e275-28a6-4162-9eb2-4a6d1c27334d,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:41:08.745642 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-c8c68cab-a610-43fe-95ad-ef950aea1d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:40:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['7ae17b82-820a-4bf7-9e02-c076a61ce5fd'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:08.745871 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c8f66ea6-6647-4c9a-b291-b52c84eb6103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (e7f2e275-28a6-4162-9eb2-4a6d1c27334d), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:08.762795 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-c8f66ea6-6647-4c9a-b291-b52c84eb6103 admin admin] Calling delete_port for e7f2e275-28a6-4162-9eb2-4a6d1c27334d owned by network:router_gateway {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:41:08.825208 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:08.833417 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-c8c68cab-a610-43fe-95ad-ef950aea1d95 None None] Set router 7ae17b82-820a-4bf7-9e02-c076a61ce5fd gateway port host: None {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:41:08.884452 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-c8c68cab-a610-43fe-95ad-ef950aea1d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'name': 'tempest-TestShelveInstance-779189692-router', 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:55Z', 'updated_at': '2022-08-29T20:41:08Z', 'revision_number': 6, 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'gw_port_host': None}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:08.910032 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c68cab-a610-43fe-95ad-ef950aea1d95 None None] The sync data for ids ['7ae17b82-820a-4bf7-9e02-c076a61ce5fd'] in dv-cinder-854263-2-iscsi is: [{'id': '7ae17b82-820a-4bf7-9e02-c076a61ce5fd', 'name': 'tempest-TestShelveInstance-779189692-router', 'tenant_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:55Z', 'updated_at': '2022-08-29T20:41:08Z', 'revision_number': 6, 'project_id': '2f93e5b4f52b4b8cac7e0336a44b33ba', 'gw_port_host': None}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:41:08.936216 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c8f66ea6-6647-4c9a-b291-b52c84eb6103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (e7f2e275-28a6-4162-9eb2-4a6d1c27334d), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:08.962366 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f66ea6-6647-4c9a-b291-b52c84eb6103 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f2e275-28a6-4162-9eb2-4a6d1c27334d,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:09.032556 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c8f66ea6-6647-4c9a-b291-b52c84eb6103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639137'] for router_gateway (7ae17b82-820a-4bf7-9e02-c076a61ce5fd), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:09.120754 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c8f66ea6-6647-4c9a-b291-b52c84eb6103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6767'] for router (7ae17b82-820a-4bf7-9e02-c076a61ce5fd), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:09.122913 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c8f66ea6-6647-4c9a-b291-b52c84eb6103 admin admin] Publish callbacks [] for router_controller (7ae17b82-820a-4bf7-9e02-c076a61ce5fd), precommit_delete_associations {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:09.164520 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c8f66ea6-6647-4c9a-b291-b52c84eb6103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653615'] for router (7ae17b82-820a-4bf7-9e02-c076a61ce5fd), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:09.165132 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f66ea6-6647-4c9a-b291-b52c84eb6103 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ae17b82-820a-4bf7-9e02-c076a61ce5fd {{(pid=106198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 20:41:09.171250 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c8f66ea6-6647-4c9a-b291-b52c84eb6103 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:09.172477 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-c8f66ea6-6647-4c9a-b291-b52c84eb6103 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/7ae17b82-820a-4bf7-9e02-c076a61ce5fd HTTP/1.1" status: 204 len: 168 time: 0.7762294 Aug 29 20:41:09.175033 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 39768) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:09.222378 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a751500-200c-4c40-aebd-ae0160caa5d7 admin admin] Deleting subnet 03b5cc74-b24b-495e-ac4f-195d2dcad1d7 {{(pid=106198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:41:09.226224 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7a751500-200c-4c40-aebd-ae0160caa5d7 admin admin] Publish callbacks [] for subnet (03b5cc74-b24b-495e-ac4f-195d2dcad1d7), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:09.267892 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7a751500-200c-4c40-aebd-ae0160caa5d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1263496'] for subnet (03b5cc74-b24b-495e-ac4f-195d2dcad1d7), precommit_delete_associations {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:09.360663 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7a751500-200c-4c40-aebd-ae0160caa5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996000'] for subnet (03b5cc74-b24b-495e-ac4f-195d2dcad1d7), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:09.413548 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:09.418046 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7a751500-200c-4c40-aebd-ae0160caa5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61348116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215017'] for subnet (03b5cc74-b24b-495e-ac4f-195d2dcad1d7), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:09.450700 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a751500-200c-4c40-aebd-ae0160caa5d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03b5cc74-b24b-495e-ac4f-195d2dcad1d7,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:09.454693 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7a751500-200c-4c40-aebd-ae0160caa5d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:09.458109 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-7a751500-200c-4c40-aebd-ae0160caa5d7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/03b5cc74-b24b-495e-ac4f-195d2dcad1d7 HTTP/1.1" status: 204 len: 168 time: 0.2818666 Aug 29 20:41:09.460434 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 39770) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:09.463280 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adf0f39-53d1-42f0-ad17-8b435d5d7add None None] Network 779bade7-0633-4938-81a0-aee67711baac requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:41:09.503029 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:UPDATE=4,neutron:SELECT=87,neutron:DELETE=9 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:09.531823 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e74061d4-e454-4e42-92f9-05e85e598900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4173405'] for network (779bade7-0633-4938-81a0-aee67711baac), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:09.535550 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f8a8bb47-f689-4c21-8e83-51264e39e700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:09.575668 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-e74061d4-e454-4e42-92f9-05e85e598900 admin admin] Deleting port 80d465d8-e084-49a0-befc-066e0bf90770 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:41:09.576061 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e74061d4-e454-4e42-92f9-05e85e598900 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (80d465d8-e084-49a0-befc-066e0bf90770), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:09.647847 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-e74061d4-e454-4e42-92f9-05e85e598900 admin admin] For port 80d465d8-e084-49a0-befc-066e0bf90770, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=80d465d8-e084-49a0-befc-066e0bf90770,segment=NetworkSegment(4a13b328-7b40-4982-994c-fbfbebdf4718),segment_id=4a13b328-7b40-4982-994c-fbfbebdf4718)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:41:09.648493 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e74061d4-e454-4e42-92f9-05e85e598900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (80d465d8-e084-49a0-befc-066e0bf90770), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:09.667896 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-e74061d4-e454-4e42-92f9-05e85e598900 admin admin] Calling delete_port for 80d465d8-e084-49a0-befc-066e0bf90770 owned by network:dhcp {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:41:09.705415 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ff6175-2976-4eb0-ba4b-309724c280c7 None None] DHCP port deletion for 779bade7-0633-4938-81a0-aee67711baac request from dv-cinder-854263-2-iscsi {{(pid=106200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 20:41:09.710284 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48 no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:41:09.755124 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: 3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:41:09.755477 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 3127b63b-9bc5-4de8-9cd5-a3da9f9d6c48 not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:41:09.756883 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e74061d4-e454-4e42-92f9-05e85e598900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (80d465d8-e084-49a0-befc-066e0bf90770), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:09.768879 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-37ff6175-2976-4eb0-ba4b-309724c280c7 None None] Deleting port 80d465d8-e084-49a0-befc-066e0bf90770 {{(pid=106200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:41:09.769258 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37ff6175-2976-4eb0-ba4b-309724c280c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (80d465d8-e084-49a0-befc-066e0bf90770), before_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:09.789955 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74061d4-e454-4e42-92f9-05e85e598900 admin admin] Pushing event deleted for resources: {'Port': ['ID=80d465d8-e084-49a0-befc-066e0bf90770,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:09.792462 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74061d4-e454-4e42-92f9-05e85e598900 admin admin] No DVR routers for this DVR port 80d465d8-e084-49a0-befc-066e0bf90770 on host dv-cinder-854263-2-iscsi {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:41:09.846511 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-37ff6175-2976-4eb0-ba4b-309724c280c7 None None] For port 80d465d8-e084-49a0-befc-066e0bf90770, host dv-cinder-854263-2-iscsi, got binding levels [] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:41:09.846898 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37ff6175-2976-4eb0-ba4b-309724c280c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (80d465d8-e084-49a0-befc-066e0bf90770), precommit_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:09.860639 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-37ff6175-2976-4eb0-ba4b-309724c280c7 None None] Calling delete_port for 80d465d8-e084-49a0-befc-066e0bf90770 owned by network:dhcp {{(pid=106200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:41:09.864023 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.ipam_backend_mixin [None req-37ff6175-2976-4eb0-ba4b-309724c280c7 None None] Port 80d465d8-e084-49a0-befc-066e0bf90770 was not found and therefore no delete operation was performed {{(pid=106200) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 29 20:41:09.865291 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37ff6175-2976-4eb0-ba4b-309724c280c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423'] for port (80d465d8-e084-49a0-befc-066e0bf90770), after_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:09.873059 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e74061d4-e454-4e42-92f9-05e85e598900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996931', 'neutron.services.segments.db._delete_segments_for_network-8787001567811'] for network (779bade7-0633-4938-81a0-aee67711baac), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:09.888605 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff6175-2976-4eb0-ba4b-309724c280c7 None None] Pushing event deleted for resources: {'Port': ['ID=80d465d8-e084-49a0-befc-066e0bf90770,revision_number=None']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:09.894109 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ff6175-2976-4eb0-ba4b-309724c280c7 None None] No DVR routers for this DVR port 80d465d8-e084-49a0-befc-066e0bf90770 on host dv-cinder-854263-2-iscsi {{(pid=106200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:41:09.898379 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-e74061d4-e454-4e42-92f9-05e85e598900 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['779bade7-0633-4938-81a0-aee67711baac']}} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:09.911249 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-e74061d4-e454-4e42-92f9-05e85e598900 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a13b328-7b40-4982-994c-fbfbebdf4718') {'for_net_delete': True} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:09.911546 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-e74061d4-e454-4e42-92f9-05e85e598900 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a13b328-7b40-4982-994c-fbfbebdf4718') {} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:09.923362 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e74061d4-e454-4e42-92f9-05e85e598900 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001593263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1263491'] for segment (4a13b328-7b40-4982-994c-fbfbebdf4718), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:09.938406 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e74061d4-e454-4e42-92f9-05e85e598900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (4a13b328-7b40-4982-994c-fbfbebdf4718), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:09.945245 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e74061d4-e454-4e42-92f9-05e85e598900 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=106198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:41:09.945632 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e74061d4-e454-4e42-92f9-05e85e598900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61349810'] for segment (4a13b328-7b40-4982-994c-fbfbebdf4718), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:09.991489 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment 4a13b328-7b40-4982-994c-fbfbebdf4718 resource provider aggregate not found Aug 29 20:41:10.016586 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment 4a13b328-7b40-4982-994c-fbfbebdf4718 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a13b328-7b40-4982-994c-fbfbebdf4718 found for delete ", "request_id": "req-f136c498-01e3-4b9f-a542-6c8a3349d807"}]} Aug 29 20:41:10.020912 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e74061d4-e454-4e42-92f9-05e85e598900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639181'] for network (779bade7-0633-4938-81a0-aee67711baac), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:10.027214 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e74061d4-e454-4e42-92f9-05e85e598900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:10.030269 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-e74061d4-e454-4e42-92f9-05e85e598900 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/779bade7-0633-4938-81a0-aee67711baac HTTP/1.1" status: 204 len: 168 time: 0.5689073 Aug 29 20:41:10.033735 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 39778) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:10.041876 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74061d4-e454-4e42-92f9-05e85e598900 admin admin] Pushing event deleted for resources: {'Network': ['ID=779bade7-0633-4938-81a0-aee67711baac,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:10.360275 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-57d28707-ddf5-4437-bc75-ad581b1e6955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639714'] for router_interface (8f44bd30-8ecc-49f7-b755-0825f6a84d6d), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:10.585456 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:10.600221 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-57d28707-ddf5-4437-bc75-ad581b1e6955 admin admin] Deleting port 717f22d2-31cc-436c-95b8-5799bfb76df7 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:41:10.600567 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-57d28707-ddf5-4437-bc75-ad581b1e6955 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (717f22d2-31cc-436c-95b8-5799bfb76df7), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:10.689346 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-57d28707-ddf5-4437-bc75-ad581b1e6955 admin admin] For port 717f22d2-31cc-436c-95b8-5799bfb76df7, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=717f22d2-31cc-436c-95b8-5799bfb76df7,segment=NetworkSegment(856efede-a0b9-4217-ba8d-9dab4340895f),segment_id=856efede-a0b9-4217-ba8d-9dab4340895f)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:41:10.689868 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-57d28707-ddf5-4437-bc75-ad581b1e6955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (717f22d2-31cc-436c-95b8-5799bfb76df7), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:10.728185 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-57d28707-ddf5-4437-bc75-ad581b1e6955 admin admin] Calling delete_port for 717f22d2-31cc-436c-95b8-5799bfb76df7 owned by network:router_interface {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:41:10.728513 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:11.170217 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:11.174432 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 80d465d8-e084-49a0-befc-066e0bf90770 no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:41:11.191319 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-57d28707-ddf5-4437-bc75-ad581b1e6955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (717f22d2-31cc-436c-95b8-5799bfb76df7), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:11.195781 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: 80d465d8-e084-49a0-befc-066e0bf90770 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:41:11.196170 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 80d465d8-e084-49a0-befc-066e0bf90770 not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:41:11.196557 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device e7f2e275-28a6-4162-9eb2-4a6d1c27334d no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:41:11.215329 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: e7f2e275-28a6-4162-9eb2-4a6d1c27334d {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:41:11.215676 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device e7f2e275-28a6-4162-9eb2-4a6d1c27334d not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:41:11.216146 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d28707-ddf5-4437-bc75-ad581b1e6955 admin admin] Pushing event deleted for resources: {'Port': ['ID=717f22d2-31cc-436c-95b8-5799bfb76df7,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:11.233622 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d28707-ddf5-4437-bc75-ad581b1e6955 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:11.233808 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d28707-ddf5-4437-bc75-ad581b1e6955 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:11.234052 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d28707-ddf5-4437-bc75-ad581b1e6955 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:11.234399 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d28707-ddf5-4437-bc75-ad581b1e6955 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:11.234739 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d28707-ddf5-4437-bc75-ad581b1e6955 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:11.235071 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d28707-ddf5-4437-bc75-ad581b1e6955 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:11.235399 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d28707-ddf5-4437-bc75-ad581b1e6955 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:11.235731 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d28707-ddf5-4437-bc75-ad581b1e6955 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:11.236091 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d28707-ddf5-4437-bc75-ad581b1e6955 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:11.236423 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d28707-ddf5-4437-bc75-ad581b1e6955 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:11.236754 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d28707-ddf5-4437-bc75-ad581b1e6955 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:11.237085 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d28707-ddf5-4437-bc75-ad581b1e6955 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:11.237434 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d28707-ddf5-4437-bc75-ad581b1e6955 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:11.237759 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d28707-ddf5-4437-bc75-ad581b1e6955 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:11.238082 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d28707-ddf5-4437-bc75-ad581b1e6955 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:11.400715 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-57d28707-ddf5-4437-bc75-ad581b1e6955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653650'] for router_interface (8f44bd30-8ecc-49f7-b755-0825f6a84d6d), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:11.638296 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d28707-ddf5-4437-bc75-ad581b1e6955 admin admin] Router 8f44bd30-8ecc-49f7-b755-0825f6a84d6d has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:41:11.725574 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:11.745703 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d28707-ddf5-4437-bc75-ad581b1e6955 admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:41:11.754508 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-57d28707-ddf5-4437-bc75-ad581b1e6955 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/8f44bd30-8ecc-49f7-b755-0825f6a84d6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7155938 Aug 29 20:41:11.754508 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 39784) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:11.758476 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37fbbfa-5180-4f9c-9f52-bb0e99c0e53e None None] Sync routers for ids ['8f44bd30-8ecc-49f7-b755-0825f6a84d6d'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:41:11.773384 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37fbbfa-5180-4f9c-9f52-bb0e99c0e53e None None] Routers {'8f44bd30-8ecc-49f7-b755-0825f6a84d6d'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:41:11.774099 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-f37fbbfa-5180-4f9c-9f52-bb0e99c0e53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:41:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['8f44bd30-8ecc-49f7-b755-0825f6a84d6d'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:11.886539 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-f37fbbfa-5180-4f9c-9f52-bb0e99c0e53e None None] Set router 8f44bd30-8ecc-49f7-b755-0825f6a84d6d gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:41:11.896054 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-197d3d78-a0f0-4115-a4dd-b300fa5b1b2f admin admin] Publish callbacks [] for router (8f44bd30-8ecc-49f7-b755-0825f6a84d6d), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:12.005862 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-197d3d78-a0f0-4115-a4dd-b300fa5b1b2f admin admin] Publish callbacks [] for router_gateway (8f44bd30-8ecc-49f7-b755-0825f6a84d6d), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:12.053327 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-197d3d78-a0f0-4115-a4dd-b300fa5b1b2f admin admin] Deleting port 522739c9-93bd-443f-9dca-c1706e63117b {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:41:12.053673 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-197d3d78-a0f0-4115-a4dd-b300fa5b1b2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (522739c9-93bd-443f-9dca-c1706e63117b), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:12.074725 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-f37fbbfa-5180-4f9c-9f52-bb0e99c0e53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f44bd30-8ecc-49f7-b755-0825f6a84d6d', 'name': 'tempest-TestShelveInstance-1054986713-router', 'tenant_id': '66bffbc642434ef2af36fae3e4a882a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '522739c9-93bd-443f-9dca-c1706e63117b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:10Z', 'updated_at': '2022-08-29T20:41:11Z', 'revision_number': 5, 'project_id': '66bffbc642434ef2af36fae3e4a882a4', 'gw_port': {'id': '522739c9-93bd-443f-9dca-c1706e63117b', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f44bd30-8ecc-49f7-b755-0825f6a84d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:11Z', 'updated_at': '2022-08-29T20:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:12.103722 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37fbbfa-5180-4f9c-9f52-bb0e99c0e53e None None] Checking router: 8f44bd30-8ecc-49f7-b755-0825f6a84d6d for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:41:12.113166 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37fbbfa-5180-4f9c-9f52-bb0e99c0e53e None None] Routers {'8f44bd30-8ecc-49f7-b755-0825f6a84d6d'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:41:12.113792 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-f37fbbfa-5180-4f9c-9f52-bb0e99c0e53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:41:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['8f44bd30-8ecc-49f7-b755-0825f6a84d6d'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:12.116461 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:12.144677 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-197d3d78-a0f0-4115-a4dd-b300fa5b1b2f admin admin] For port 522739c9-93bd-443f-9dca-c1706e63117b, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=522739c9-93bd-443f-9dca-c1706e63117b,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:41:12.145021 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-197d3d78-a0f0-4115-a4dd-b300fa5b1b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (522739c9-93bd-443f-9dca-c1706e63117b), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:12.159206 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-197d3d78-a0f0-4115-a4dd-b300fa5b1b2f admin admin] Calling delete_port for 522739c9-93bd-443f-9dca-c1706e63117b owned by network:router_gateway {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:41:12.206854 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-f37fbbfa-5180-4f9c-9f52-bb0e99c0e53e None None] Set router 8f44bd30-8ecc-49f7-b755-0825f6a84d6d gateway port host: None {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:41:12.209650 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:12.281880 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-f37fbbfa-5180-4f9c-9f52-bb0e99c0e53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f44bd30-8ecc-49f7-b755-0825f6a84d6d', 'name': 'tempest-TestShelveInstance-1054986713-router', 'tenant_id': '66bffbc642434ef2af36fae3e4a882a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:10Z', 'updated_at': '2022-08-29T20:41:12Z', 'revision_number': 6, 'project_id': '66bffbc642434ef2af36fae3e4a882a4', 'gw_port_host': None}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:12.316965 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37fbbfa-5180-4f9c-9f52-bb0e99c0e53e None None] The sync data for ids ['8f44bd30-8ecc-49f7-b755-0825f6a84d6d'] in dv-cinder-854263-2-iscsi is: [{'id': '8f44bd30-8ecc-49f7-b755-0825f6a84d6d', 'name': 'tempest-TestShelveInstance-1054986713-router', 'tenant_id': '66bffbc642434ef2af36fae3e4a882a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:10Z', 'updated_at': '2022-08-29T20:41:12Z', 'revision_number': 6, 'project_id': '66bffbc642434ef2af36fae3e4a882a4', 'gw_port_host': None}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:41:12.318357 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:12.356494 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-197d3d78-a0f0-4115-a4dd-b300fa5b1b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (522739c9-93bd-443f-9dca-c1706e63117b), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:12.388764 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:12.396373 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d3d78-a0f0-4115-a4dd-b300fa5b1b2f admin admin] Pushing event deleted for resources: {'Port': ['ID=522739c9-93bd-443f-9dca-c1706e63117b,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:12.462169 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-197d3d78-a0f0-4115-a4dd-b300fa5b1b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639137'] for router_gateway (8f44bd30-8ecc-49f7-b755-0825f6a84d6d), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:12.556304 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-197d3d78-a0f0-4115-a4dd-b300fa5b1b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6767'] for router (8f44bd30-8ecc-49f7-b755-0825f6a84d6d), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:12.558523 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-197d3d78-a0f0-4115-a4dd-b300fa5b1b2f admin admin] Publish callbacks [] for router_controller (8f44bd30-8ecc-49f7-b755-0825f6a84d6d), precommit_delete_associations {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:12.601248 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-197d3d78-a0f0-4115-a4dd-b300fa5b1b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653615'] for router (8f44bd30-8ecc-49f7-b755-0825f6a84d6d), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:12.601943 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197d3d78-a0f0-4115-a4dd-b300fa5b1b2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f44bd30-8ecc-49f7-b755-0825f6a84d6d {{(pid=106199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 20:41:12.606941 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-197d3d78-a0f0-4115-a4dd-b300fa5b1b2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:12.608113 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-197d3d78-a0f0-4115-a4dd-b300fa5b1b2f admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/8f44bd30-8ecc-49f7-b755-0825f6a84d6d HTTP/1.1" status: 204 len: 168 time: 0.8534293 Aug 29 20:41:12.610702 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 39786) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:12.658944 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c99d32e-cc65-49b3-9cec-994147b25e01 admin admin] Deleting subnet e56bb870-ed41-4cfd-9d05-2f4780bd49c8 {{(pid=106199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:41:12.662599 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2c99d32e-cc65-49b3-9cec-994147b25e01 admin admin] Publish callbacks [] for subnet (e56bb870-ed41-4cfd-9d05-2f4780bd49c8), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:12.692389 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:12.702113 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2c99d32e-cc65-49b3-9cec-994147b25e01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61403868'] for subnet (e56bb870-ed41-4cfd-9d05-2f4780bd49c8), precommit_delete_associations {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:12.796254 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2c99d32e-cc65-49b3-9cec-994147b25e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996000'] for subnet (e56bb870-ed41-4cfd-9d05-2f4780bd49c8), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:12.858249 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2c99d32e-cc65-49b3-9cec-994147b25e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61109262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61346464'] for subnet (e56bb870-ed41-4cfd-9d05-2f4780bd49c8), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:12.885518 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99d32e-cc65-49b3-9cec-994147b25e01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e56bb870-ed41-4cfd-9d05-2f4780bd49c8,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:12.890310 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-2c99d32e-cc65-49b3-9cec-994147b25e01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for subnet (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:12.894120 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-2c99d32e-cc65-49b3-9cec-994147b25e01 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/e56bb870-ed41-4cfd-9d05-2f4780bd49c8 HTTP/1.1" status: 204 len: 168 time: 0.2824874 Aug 29 20:41:12.896184 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cc912f-500d-447e-a036-e08eb5e5b699 None None] Network 70a158bf-b7ae-44b9-ab62-eb123bfd5c23 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:41:12.896796 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 39796) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:12.969666 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-04cde0b7-75bb-4ab9-9bc7-5777e2d85a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4173405'] for network (70a158bf-b7ae-44b9-ab62-eb123bfd5c23), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:13.022504 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-04cde0b7-75bb-4ab9-9bc7-5777e2d85a17 admin admin] Deleting port a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:41:13.022847 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-04cde0b7-75bb-4ab9-9bc7-5777e2d85a17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:13.088691 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-04cde0b7-75bb-4ab9-9bc7-5777e2d85a17 admin admin] For port a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7,segment=NetworkSegment(856efede-a0b9-4217-ba8d-9dab4340895f),segment_id=856efede-a0b9-4217-ba8d-9dab4340895f)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:41:13.089063 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-04cde0b7-75bb-4ab9-9bc7-5777e2d85a17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:13.103500 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-04cde0b7-75bb-4ab9-9bc7-5777e2d85a17 admin admin] Calling delete_port for a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7 owned by network:dhcp {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:41:13.111767 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc61d862-ac6b-4fde-bf9c-915e829cee1c None None] DHCP port deletion for 70a158bf-b7ae-44b9-ab62-eb123bfd5c23 request from dv-cinder-854263-2-iscsi {{(pid=106200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 20:41:13.154456 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:13.173248 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-cc61d862-ac6b-4fde-bf9c-915e829cee1c None None] Deleting port a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7 {{(pid=106200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:41:13.173619 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-cc61d862-ac6b-4fde-bf9c-915e829cee1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7), before_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:13.186671 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-04cde0b7-75bb-4ab9-9bc7-5777e2d85a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:13.191642 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 522739c9-93bd-443f-9dca-c1706e63117b no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:41:13.217946 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cde0b7-75bb-4ab9-9bc7-5777e2d85a17 admin admin] Pushing event deleted for resources: {'Port': ['ID=a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:13.221799 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cde0b7-75bb-4ab9-9bc7-5777e2d85a17 admin admin] No DVR routers for this DVR port a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7 on host dv-cinder-854263-2-iscsi {{(pid=106199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:41:13.248197 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:13.309324 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-04cde0b7-75bb-4ab9-9bc7-5777e2d85a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996931', 'neutron.services.segments.db._delete_segments_for_network-8787001567811'] for network (70a158bf-b7ae-44b9-ab62-eb123bfd5c23), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:13.334610 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-04cde0b7-75bb-4ab9-9bc7-5777e2d85a17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a158bf-b7ae-44b9-ab62-eb123bfd5c23']}} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:13.349724 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-04cde0b7-75bb-4ab9-9bc7-5777e2d85a17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '856efede-a0b9-4217-ba8d-9dab4340895f') {'for_net_delete': True} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:13.350075 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-04cde0b7-75bb-4ab9-9bc7-5777e2d85a17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '856efede-a0b9-4217-ba8d-9dab4340895f') {} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:13.361798 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-04cde0b7-75bb-4ab9-9bc7-5777e2d85a17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001593263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61403863'] for segment (856efede-a0b9-4217-ba8d-9dab4340895f), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:13.371961 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: 522739c9-93bd-443f-9dca-c1706e63117b {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:41:13.372558 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 522739c9-93bd-443f-9dca-c1706e63117b not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:41:13.372976 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 717f22d2-31cc-436c-95b8-5799bfb76df7 no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:41:13.376500 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-04cde0b7-75bb-4ab9-9bc7-5777e2d85a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (856efede-a0b9-4217-ba8d-9dab4340895f), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:13.383586 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04cde0b7-75bb-4ab9-9bc7-5777e2d85a17 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=106199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:41:13.386359 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-04cde0b7-75bb-4ab9-9bc7-5777e2d85a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61108904'] for segment (856efede-a0b9-4217-ba8d-9dab4340895f), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:13.404427 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: 717f22d2-31cc-436c-95b8-5799bfb76df7 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:41:13.404780 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 717f22d2-31cc-436c-95b8-5799bfb76df7 not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:41:13.405173 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7 no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:41:13.434394 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment 856efede-a0b9-4217-ba8d-9dab4340895f resource provider aggregate not found Aug 29 20:41:13.441952 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-cc61d862-ac6b-4fde-bf9c-915e829cee1c None None] For port a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7,segment=NetworkSegment(856efede-a0b9-4217-ba8d-9dab4340895f),segment_id=856efede-a0b9-4217-ba8d-9dab4340895f)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:41:13.442333 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-cc61d862-ac6b-4fde-bf9c-915e829cee1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7), precommit_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:13.445412 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:41:13.445757 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7 not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:41:13.462213 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-cc61d862-ac6b-4fde-bf9c-915e829cee1c None None] Calling delete_port for a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7 owned by network:dhcp {{(pid=106200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:41:13.463658 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-04cde0b7-75bb-4ab9-9bc7-5777e2d85a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639181'] for network (70a158bf-b7ae-44b9-ab62-eb123bfd5c23), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:13.472995 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-04cde0b7-75bb-4ab9-9bc7-5777e2d85a17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:13.476298 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-04cde0b7-75bb-4ab9-9bc7-5777e2d85a17 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/70a158bf-b7ae-44b9-ab62-eb123bfd5c23 HTTP/1.1" status: 204 len: 168 time: 0.5783572 Aug 29 20:41:13.491094 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment 856efede-a0b9-4217-ba8d-9dab4340895f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 856efede-a0b9-4217-ba8d-9dab4340895f found for delete ", "request_id": "req-590b8f2b-31ba-4c8f-95e5-0fb48d2ad7d0"}]} Aug 29 20:41:13.492221 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cde0b7-75bb-4ab9-9bc7-5777e2d85a17 admin admin] Pushing event deleted for resources: {'Network': ['ID=70a158bf-b7ae-44b9-ab62-eb123bfd5c23,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:13.561292 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-cc61d862-ac6b-4fde-bf9c-915e829cee1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423'] for port (a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7), after_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:13.569144 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc61d862-ac6b-4fde-bf9c-915e829cee1c None None] Network 70a158bf-b7ae-44b9-ab62-eb123bfd5c23 is not hosted by any dhcp agent {{(pid=106200) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 20:41:13.569587 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc61d862-ac6b-4fde-bf9c-915e829cee1c None None] No DVR routers for this DVR port a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7 on host dv-cinder-854263-2-iscsi {{(pid=106200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:41:13.587899 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61d862-ac6b-4fde-bf9c-915e829cee1c None None] Pushing event deleted for resources: {'Port': ['ID=a24eb6a4-9aa8-4d83-9698-e2995e8ad0c7,revision_number=None']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:13.606257 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 39812) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:13.647027 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-d2319cd3-3631-44b0-83e8-c8ad0b3e93e3 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2f93e5b4f52b4b8cac7e0336a44b33ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396111 Aug 29 20:41:13.650060 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 39814) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:13.698209 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b20ccace-f776-473a-a07e-d5635cbe8100 admin admin] Publish callbacks [] for security_group (bb45dac4-ee14-4474-ae43-5be6ac1e8d74), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:13.718858 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b20ccace-f776-473a-a07e-d5635cbe8100 admin admin] Publish callbacks [] for security_group (bb45dac4-ee14-4474-ae43-5be6ac1e8d74), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:13.729221 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:13.772258 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b20ccace-f776-473a-a07e-d5635cbe8100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (bb45dac4-ee14-4474-ae43-5be6ac1e8d74), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:13.775426 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-b20ccace-f776-473a-a07e-d5635cbe8100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:13.776613 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-b20ccace-f776-473a-a07e-d5635cbe8100 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/bb45dac4-ee14-4474-ae43-5be6ac1e8d74 HTTP/1.1" status: 204 len: 168 time: 0.1256759 Aug 29 20:41:13.784703 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ccace-f776-473a-a07e-d5635cbe8100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb45dac4-ee14-4474-ae43-5be6ac1e8d74,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:14.122573 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 39822) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:14.163884 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-45a0c9c7-0121-4289-8bf6-b40fdb65deb5 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=66bffbc642434ef2af36fae3e4a882a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400953 Aug 29 20:41:14.166507 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 39824) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:14.215108 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5de8e874-ce89-429e-89c9-aa75cd55dc47 admin admin] Publish callbacks [] for security_group (8113e87a-49d3-417f-bd3a-7aefa4add70c), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:14.235665 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5de8e874-ce89-429e-89c9-aa75cd55dc47 admin admin] Publish callbacks [] for security_group (8113e87a-49d3-417f-bd3a-7aefa4add70c), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:14.283438 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5de8e874-ce89-429e-89c9-aa75cd55dc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (8113e87a-49d3-417f-bd3a-7aefa4add70c), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:14.286700 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-5de8e874-ce89-429e-89c9-aa75cd55dc47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:14.287853 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-5de8e874-ce89-429e-89c9-aa75cd55dc47 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8113e87a-49d3-417f-bd3a-7aefa4add70c HTTP/1.1" status: 204 len: 168 time: 0.1204655 Aug 29 20:41:14.296435 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8e874-ce89-429e-89c9-aa75cd55dc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8113e87a-49d3-417f-bd3a-7aefa4add70c,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:18.860629 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=14 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:18.887591 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:20.033850 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab89312-48c9-4635-a10a-5237e5d9d736 req-d2a7beec-4b47-44f3-93f0-6dd231476c28 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:20.035372 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bab89312-48c9-4635-a10a-5237e5d9d736 req-d2a7beec-4b47-44f3-93f0-6dd231476c28 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 946 time: 0.0499468 Aug 29 20:41:20.084279 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-bab89312-48c9-4635-a10a-5237e5d9d736 req-88071081-a7f5-40af-acaa-9338bf1f93de tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432386 Aug 29 20:41:21.213735 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad220ef-d3ec-4e03-af39-9874094e37ef req-3133d038-a9a4-44aa-a353-9ac2c9e74b4d tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:21.215212 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5ad220ef-d3ec-4e03-af39-9874094e37ef req-3133d038-a9a4-44aa-a353-9ac2c9e74b4d tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 946 time: 0.0503139 Aug 29 20:41:21.262097 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5ad220ef-d3ec-4e03-af39-9874094e37ef req-89353110-8497-494c-91dc-078d2622471c tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=db8355e2-0ae0-4563-9406-2e7d993bb81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413029 Aug 29 20:41:21.832874 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ff1fa-6916-45db-b4e9-d3625d3e0667 req-a06fa9c7-04f2-4203-aade-c22fdb05aaf6 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:21.834229 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bf0ff1fa-6916-45db-b4e9-d3625d3e0667 req-a06fa9c7-04f2-4203-aade-c22fdb05aaf6 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 946 time: 0.0477610 Aug 29 20:41:21.916387 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [req-bf0ff1fa-6916-45db-b4e9-d3625d3e0667 req-f7297543-2a33-449b-9a8a-6ef5373bdf94 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Deleting port 13477485-5060-4306-b273-b24627558f04 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:41:21.916738 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-bf0ff1fa-6916-45db-b4e9-d3625d3e0667 req-f7297543-2a33-449b-9a8a-6ef5373bdf94 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (13477485-5060-4306-b273-b24627558f04), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:21.999123 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:22.011435 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-bf0ff1fa-6916-45db-b4e9-d3625d3e0667 req-f7297543-2a33-449b-9a8a-6ef5373bdf94 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] For port 13477485-5060-4306-b273-b24627558f04, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=13477485-5060-4306-b273-b24627558f04,segment=NetworkSegment(ff3441ef-068d-4a77-a34c-00a02e11189e),segment_id=ff3441ef-068d-4a77-a34c-00a02e11189e)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:41:22.011797 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-bf0ff1fa-6916-45db-b4e9-d3625d3e0667 req-f7297543-2a33-449b-9a8a-6ef5373bdf94 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (13477485-5060-4306-b273-b24627558f04), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:22.173559 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-bf0ff1fa-6916-45db-b4e9-d3625d3e0667 req-f7297543-2a33-449b-9a8a-6ef5373bdf94 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:22.173843 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-bf0ff1fa-6916-45db-b4e9-d3625d3e0667 req-f7297543-2a33-449b-9a8a-6ef5373bdf94 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (c052429e-570c-4288-b9b6-f62ea2aa1bc8), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:22.174191 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.db.l3_db [req-bf0ff1fa-6916-45db-b4e9-d3625d3e0667 req-f7297543-2a33-449b-9a8a-6ef5373bdf94 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Floating IP c052429e-570c-4288-b9b6-f62ea2aa1bc8 disassociated. External IP: 172.27.1.104, port: 13477485-5060-4306-b273-b24627558f04. Aug 29 20:41:22.174552 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [req-bf0ff1fa-6916-45db-b4e9-d3625d3e0667 req-f7297543-2a33-449b-9a8a-6ef5373bdf94 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Calling delete_port for 13477485-5060-4306-b273-b24627558f04 owned by compute:nova {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:41:22.309578 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-bf0ff1fa-6916-45db-b4e9-d3625d3e0667 req-f7297543-2a33-449b-9a8a-6ef5373bdf94 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (13477485-5060-4306-b273-b24627558f04), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:22.339234 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7297543-2a33-449b-9a8a-6ef5373bdf94 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Pushing event deleted for resources: {'Port': ['ID=13477485-5060-4306-b273-b24627558f04,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:22.377071 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5770e5cf-5943-46bf-a803-67c554abd294 req-04018ead-6e66-4c65-beb6-3c745ec2af7a tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bb8c3779-360e-43b6-8c43-50a3008159ea HTTP/1.1" status: 200 len: 210 time: 0.0338757 Aug 29 20:41:22.397540 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:22.452116 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf0ff1fa-6916-45db-b4e9-d3625d3e0667 req-f7297543-2a33-449b-9a8a-6ef5373bdf94 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Router e2b4c46e-b60d-4c76-bc0c-08a8adc43453 has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:41:22.556166 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf0ff1fa-6916-45db-b4e9-d3625d3e0667 req-f7297543-2a33-449b-9a8a-6ef5373bdf94 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:41:22.565770 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeec32d-854d-49c7-a26f-00729c741d01 None None] Sync routers for ids ['e2b4c46e-b60d-4c76-bc0c-08a8adc43453'] in dv-cinder-854263-2-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:41:22.576185 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeec32d-854d-49c7-a26f-00729c741d01 None None] Routers {'e2b4c46e-b60d-4c76-bc0c-08a8adc43453'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:41:22.577160 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-2aeec32d-854d-49c7-a26f-00729c741d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:41:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['e2b4c46e-b60d-4c76-bc0c-08a8adc43453'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:22.599912 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0ff1fa-6916-45db-b4e9-d3625d3e0667 req-f7297543-2a33-449b-9a8a-6ef5373bdf94 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] No DVR routers for this DVR port 13477485-5060-4306-b273-b24627558f04 on host hv-cinder-85426 {{(pid=106199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:41:22.602422 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-bf0ff1fa-6916-45db-b4e9-d3625d3e0667 req-f7297543-2a33-449b-9a8a-6ef5373bdf94 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:22.605722 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bf0ff1fa-6916-45db-b4e9-d3625d3e0667 req-f7297543-2a33-449b-9a8a-6ef5373bdf94 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.33 "DELETE /networking/v2.0/ports/13477485-5060-4306-b273-b24627558f04 HTTP/1.1" status: 204 len: 173 time: 0.7664464 Aug 29 20:41:22.606189 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8c3779-360e-43b6-8c43-50a3008159ea', 'name': 'network-vif-deleted', 'tag': '13477485-5060-4306-b273-b24627558f04'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:41:22.608539 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26e1f12-680c-4a64-b245-427fa680dd58" -d '{"events": [{"server_uuid": "bb8c3779-360e-43b6-8c43-50a3008159ea", "name": "network-vif-deleted", "tag": "13477485-5060-4306-b273-b24627558f04"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:41:22.652496 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edb4a48-cb34-4d7f-94f0-1c2e0e3324cc x-openstack-request-id: req-9edb4a48-cb34-4d7f-94f0-1c2e0e3324cc {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:41:22.652898 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8c3779-360e-43b6-8c43-50a3008159ea", "name": "network-vif-deleted", "tag": "13477485-5060-4306-b273-b24627558f04", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:41:22.653255 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9edb4a48-cb34-4d7f-94f0-1c2e0e3324cc {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:41:22.653754 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9edb4a48-cb34-4d7f-94f0-1c2e0e3324cc'] response: {'server_uuid': 'bb8c3779-360e-43b6-8c43-50a3008159ea', 'name': 'network-vif-deleted', 'tag': '13477485-5060-4306-b273-b24627558f04', 'status': 'completed', 'code': 200} Aug 29 20:41:22.781810 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-2aeec32d-854d-49c7-a26f-00729c741d01 None None] Set router e2b4c46e-b60d-4c76-bc0c-08a8adc43453 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:41:22.994654 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-2aeec32d-854d-49c7-a26f-00729c741d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'name': 'tempest-AttachVolumeShelveTestJSON-205820228-router', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:35Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'gw_port': {'id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:36Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '115a7651-715a-491b-8ebe-235b5f5565cf', 'name': '', 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'mac_address': 'fa:16:3e:92:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:42Z', 'updated_at': '2022-08-29T20:34:52Z', 'revision_number': 5, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'subnets': [{'id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:23.020455 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeec32d-854d-49c7-a26f-00729c741d01 None None] Checking router: e2b4c46e-b60d-4c76-bc0c-08a8adc43453 for host: dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:41:23.029319 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeec32d-854d-49c7-a26f-00729c741d01 None None] Routers {'e2b4c46e-b60d-4c76-bc0c-08a8adc43453'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:41:23.029928 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-2aeec32d-854d-49c7-a26f-00729c741d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:41:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['e2b4c46e-b60d-4c76-bc0c-08a8adc43453'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:23.131634 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-2aeec32d-854d-49c7-a26f-00729c741d01 None None] Set router e2b4c46e-b60d-4c76-bc0c-08a8adc43453 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:41:23.340633 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-2aeec32d-854d-49c7-a26f-00729c741d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'name': 'tempest-AttachVolumeShelveTestJSON-205820228-router', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:35Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'gw_port': {'id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:36Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '115a7651-715a-491b-8ebe-235b5f5565cf', 'name': '', 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'mac_address': 'fa:16:3e:92:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:42Z', 'updated_at': '2022-08-29T20:34:52Z', 'revision_number': 5, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'subnets': [{'id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:23.366509 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeec32d-854d-49c7-a26f-00729c741d01 None None] The sync data for ids ['e2b4c46e-b60d-4c76-bc0c-08a8adc43453'] in dv-cinder-854263-2-iscsi is: [{'id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'name': 'tempest-AttachVolumeShelveTestJSON-205820228-router', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:35Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'gw_port': {'id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:36Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '115a7651-715a-491b-8ebe-235b5f5565cf', 'name': '', 'network_id': 'f0c2c5bd-a9a1-411b-a42c-01cbce56e13b', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'mac_address': 'fa:16:3e:92:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:42Z', 'updated_at': '2022-08-29T20:34:52Z', 'revision_number': 5, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'subnets': [{'id': 'db3f9330-f955-44ea-a8cb-91c97bf60681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:41:23.549476 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:23.602178 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b7b9e3-c9aa-4e52-b99c-40aefb52443e None None] New status for floating IP c052429e-570c-4288-b9b6-f62ea2aa1bc8: DOWN {{(pid=106200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:41:24.491496 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 39880) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:24.550929 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9a116c52-4e15-4ab9-9bab-046c97e23974 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for security_group (db8355e2-0ae0-4563-9406-2e7d993bb81b), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:24.573103 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9a116c52-4e15-4ab9-9bab-046c97e23974 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for security_group (db8355e2-0ae0-4563-9406-2e7d993bb81b), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:24.622032 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9a116c52-4e15-4ab9-9bab-046c97e23974 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (db8355e2-0ae0-4563-9406-2e7d993bb81b), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:24.624627 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9a116c52-4e15-4ab9-9bab-046c97e23974 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:24.625791 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-9a116c52-4e15-4ab9-9bab-046c97e23974 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/db8355e2-0ae0-4563-9406-2e7d993bb81b HTTP/1.1" status: 204 len: 168 time: 0.1331704 Aug 29 20:41:24.628700 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 39882) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:24.635706 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a116c52-4e15-4ab9-9bab-046c97e23974 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8355e2-0ae0-4563-9406-2e7d993bb81b,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:24.648432 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.api.v2.resource [None req-f3df2c6c-e8ca-4a0a-ad4a-e7bb26fb2dd7 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] show failed (client error): The resource could not be found. Aug 29 20:41:24.649515 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-f3df2c6c-e8ca-4a0a-ad4a-e7bb26fb2dd7 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "GET /networking/v2.0/security-groups/db8355e2-0ae0-4563-9406-2e7d993bb81b HTTP/1.1" status: 404 len: 347 time: 0.0197053 Aug 29 20:41:24.652343 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 39884) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:24.773180 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-fc213838-3577-44ab-945b-38260572328e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Deleting port a6a1978b-2ce8-4d2f-b135-7c94174c1211 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:41:24.773530 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-fc213838-3577-44ab-945b-38260572328e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (a6a1978b-2ce8-4d2f-b135-7c94174c1211), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:24.864978 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-fc213838-3577-44ab-945b-38260572328e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (a6a1978b-2ce8-4d2f-b135-7c94174c1211), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:24.865307 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-fc213838-3577-44ab-945b-38260572328e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for floatingip (a6a1978b-2ce8-4d2f-b135-7c94174c1211), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:24.878972 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-fc213838-3577-44ab-945b-38260572328e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Calling delete_port for a6a1978b-2ce8-4d2f-b135-7c94174c1211 owned by network:floatingip {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:41:24.940168 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:24.961801 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:25.018750 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-fc213838-3577-44ab-945b-38260572328e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (a6a1978b-2ce8-4d2f-b135-7c94174c1211), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:25.043495 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc213838-3577-44ab-945b-38260572328e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Pushing event deleted for resources: {'Port': ['ID=a6a1978b-2ce8-4d2f-b135-7c94174c1211,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:25.108763 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-fc213838-3577-44ab-945b-38260572328e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks [] for floatingip (c052429e-570c-4288-b9b6-f62ea2aa1bc8), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:25.111227 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-fc213838-3577-44ab-945b-38260572328e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:25.112534 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-fc213838-3577-44ab-945b-38260572328e tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/c052429e-570c-4288-b9b6-f62ea2aa1bc8 HTTP/1.1" status: 204 len: 168 time: 0.4592161 Aug 29 20:41:25.932774 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 13477485-5060-4306-b273-b24627558f04 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:41:25.952826 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] No Port match for: 13477485-5060-4306-b273-b24627558f04 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:41:25.953174 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 13477485-5060-4306-b273-b24627558f04 not bound to the agent host hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:41:30.751580 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 39936) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:31.515583 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9e7267ef-3af0-4ffd-9963-9c77253e0a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639714'] for router_interface (e2b4c46e-b60d-4c76-bc0c-08a8adc43453), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:31.731746 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-9e7267ef-3af0-4ffd-9963-9c77253e0a2a admin admin] Deleting port 115a7651-715a-491b-8ebe-235b5f5565cf {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:41:31.732020 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9e7267ef-3af0-4ffd-9963-9c77253e0a2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (115a7651-715a-491b-8ebe-235b5f5565cf), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:31.814445 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-9e7267ef-3af0-4ffd-9963-9c77253e0a2a admin admin] For port 115a7651-715a-491b-8ebe-235b5f5565cf, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=115a7651-715a-491b-8ebe-235b5f5565cf,segment=NetworkSegment(ff3441ef-068d-4a77-a34c-00a02e11189e),segment_id=ff3441ef-068d-4a77-a34c-00a02e11189e)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:41:31.815187 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9e7267ef-3af0-4ffd-9963-9c77253e0a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (115a7651-715a-491b-8ebe-235b5f5565cf), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:31.827343 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-9e7267ef-3af0-4ffd-9963-9c77253e0a2a admin admin] Calling delete_port for 115a7651-715a-491b-8ebe-235b5f5565cf owned by network:router_interface {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:41:31.921781 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:31.924082 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:32.003863 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9e7267ef-3af0-4ffd-9963-9c77253e0a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (115a7651-715a-491b-8ebe-235b5f5565cf), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:32.028362 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7267ef-3af0-4ffd-9963-9c77253e0a2a admin admin] Pushing event deleted for resources: {'Port': ['ID=115a7651-715a-491b-8ebe-235b5f5565cf,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:32.192626 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9e7267ef-3af0-4ffd-9963-9c77253e0a2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653650'] for router_interface (e2b4c46e-b60d-4c76-bc0c-08a8adc43453), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:32.401567 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7267ef-3af0-4ffd-9963-9c77253e0a2a admin admin] Router e2b4c46e-b60d-4c76-bc0c-08a8adc43453 has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:41:32.501393 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7267ef-3af0-4ffd-9963-9c77253e0a2a admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:41:32.507444 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-9e7267ef-3af0-4ffd-9963-9c77253e0a2a admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/e2b4c46e-b60d-4c76-bc0c-08a8adc43453/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7547948 Aug 29 20:41:32.510436 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 39944) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:32.513026 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fdb581-3032-4b58-8b36-e58d9ce39148 None None] Sync routers for ids ['e2b4c46e-b60d-4c76-bc0c-08a8adc43453'] in dv-cinder-854263-2-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:41:32.523758 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fdb581-3032-4b58-8b36-e58d9ce39148 None None] Routers {'e2b4c46e-b60d-4c76-bc0c-08a8adc43453'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:41:32.525192 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-79fdb581-3032-4b58-8b36-e58d9ce39148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:41:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['e2b4c46e-b60d-4c76-bc0c-08a8adc43453'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:32.605897 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:32.611606 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f1ad42cc-709b-4655-8ccf-d0e151faae5e admin admin] Publish callbacks [] for router (e2b4c46e-b60d-4c76-bc0c-08a8adc43453), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:32.626408 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-79fdb581-3032-4b58-8b36-e58d9ce39148 None None] Set router e2b4c46e-b60d-4c76-bc0c-08a8adc43453 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:41:32.715194 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f1ad42cc-709b-4655-8ccf-d0e151faae5e admin admin] Publish callbacks [] for router_gateway (e2b4c46e-b60d-4c76-bc0c-08a8adc43453), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:32.717926 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:32.722832 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:32.757141 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-f1ad42cc-709b-4655-8ccf-d0e151faae5e admin admin] Deleting port 67455bd2-bb87-48f0-9b52-c1c6f7266933 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:41:32.757529 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f1ad42cc-709b-4655-8ccf-d0e151faae5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (67455bd2-bb87-48f0-9b52-c1c6f7266933), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:32.801877 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-79fdb581-3032-4b58-8b36-e58d9ce39148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'name': 'tempest-AttachVolumeShelveTestJSON-205820228-router', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:35Z', 'updated_at': '2022-08-29T20:41:31Z', 'revision_number': 5, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'gw_port': {'id': '67455bd2-bb87-48f0-9b52-c1c6f7266933', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:34:36Z', 'updated_at': '2022-08-29T20:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:32.828238 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fdb581-3032-4b58-8b36-e58d9ce39148 None None] Checking router: e2b4c46e-b60d-4c76-bc0c-08a8adc43453 for host: dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:41:32.836814 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fdb581-3032-4b58-8b36-e58d9ce39148 None None] Routers {'e2b4c46e-b60d-4c76-bc0c-08a8adc43453'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:41:32.837413 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-79fdb581-3032-4b58-8b36-e58d9ce39148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:41:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['e2b4c46e-b60d-4c76-bc0c-08a8adc43453'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:32.840496 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-f1ad42cc-709b-4655-8ccf-d0e151faae5e admin admin] For port 67455bd2-bb87-48f0-9b52-c1c6f7266933, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=67455bd2-bb87-48f0-9b52-c1c6f7266933,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:41:32.840863 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f1ad42cc-709b-4655-8ccf-d0e151faae5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (67455bd2-bb87-48f0-9b52-c1c6f7266933), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:32.855163 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-f1ad42cc-709b-4655-8ccf-d0e151faae5e admin admin] Calling delete_port for 67455bd2-bb87-48f0-9b52-c1c6f7266933 owned by network:router_gateway {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:41:32.922423 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-79fdb581-3032-4b58-8b36-e58d9ce39148 None None] Set router e2b4c46e-b60d-4c76-bc0c-08a8adc43453 gateway port host: None {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:41:32.971192 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-79fdb581-3032-4b58-8b36-e58d9ce39148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'name': 'tempest-AttachVolumeShelveTestJSON-205820228-router', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:35Z', 'updated_at': '2022-08-29T20:41:32Z', 'revision_number': 6, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'gw_port_host': None}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:32.999896 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fdb581-3032-4b58-8b36-e58d9ce39148 None None] The sync data for ids ['e2b4c46e-b60d-4c76-bc0c-08a8adc43453'] in dv-cinder-854263-2-iscsi is: [{'id': 'e2b4c46e-b60d-4c76-bc0c-08a8adc43453', 'name': 'tempest-AttachVolumeShelveTestJSON-205820228-router', 'tenant_id': 'bf00868e84384ee59320184a5e1c46c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:34:35Z', 'updated_at': '2022-08-29T20:41:32Z', 'revision_number': 6, 'project_id': 'bf00868e84384ee59320184a5e1c46c8', 'gw_port_host': None}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:41:33.027593 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f1ad42cc-709b-4655-8ccf-d0e151faae5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (67455bd2-bb87-48f0-9b52-c1c6f7266933), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:33.038993 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:33.068024 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad42cc-709b-4655-8ccf-d0e151faae5e admin admin] Pushing event deleted for resources: {'Port': ['ID=67455bd2-bb87-48f0-9b52-c1c6f7266933,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:33.124706 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f1ad42cc-709b-4655-8ccf-d0e151faae5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639137'] for router_gateway (e2b4c46e-b60d-4c76-bc0c-08a8adc43453), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:33.209606 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f1ad42cc-709b-4655-8ccf-d0e151faae5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6767'] for router (e2b4c46e-b60d-4c76-bc0c-08a8adc43453), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:33.211636 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f1ad42cc-709b-4655-8ccf-d0e151faae5e admin admin] Publish callbacks [] for router_controller (e2b4c46e-b60d-4c76-bc0c-08a8adc43453), precommit_delete_associations {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:33.257971 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f1ad42cc-709b-4655-8ccf-d0e151faae5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653615'] for router (e2b4c46e-b60d-4c76-bc0c-08a8adc43453), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:33.258475 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ad42cc-709b-4655-8ccf-d0e151faae5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2b4c46e-b60d-4c76-bc0c-08a8adc43453 {{(pid=106199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 20:41:33.262813 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f1ad42cc-709b-4655-8ccf-d0e151faae5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:33.263993 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-f1ad42cc-709b-4655-8ccf-d0e151faae5e admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/e2b4c46e-b60d-4c76-bc0c-08a8adc43453 HTTP/1.1" status: 204 len: 168 time: 0.7524250 Aug 29 20:41:33.266768 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 39946) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:33.315665 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16f68f7-ce41-45d3-b061-7ff514b21152 admin admin] Deleting subnet db3f9330-f955-44ea-a8cb-91c97bf60681 {{(pid=106198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:41:33.319012 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e16f68f7-ce41-45d3-b061-7ff514b21152 admin admin] Publish callbacks [] for subnet (db3f9330-f955-44ea-a8cb-91c97bf60681), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:33.358141 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e16f68f7-ce41-45d3-b061-7ff514b21152 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1263496'] for subnet (db3f9330-f955-44ea-a8cb-91c97bf60681), precommit_delete_associations {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:33.442461 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e16f68f7-ce41-45d3-b061-7ff514b21152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996000'] for subnet (db3f9330-f955-44ea-a8cb-91c97bf60681), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:33.515754 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:33.526604 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e16f68f7-ce41-45d3-b061-7ff514b21152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61348116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215017'] for subnet (db3f9330-f955-44ea-a8cb-91c97bf60681), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:33.531300 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:33.533538 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 115a7651-715a-491b-8ebe-235b5f5565cf no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:41:33.558841 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f68f7-ce41-45d3-b061-7ff514b21152 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db3f9330-f955-44ea-a8cb-91c97bf60681,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:33.561049 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: 115a7651-715a-491b-8ebe-235b5f5565cf {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:41:33.561591 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 115a7651-715a-491b-8ebe-235b5f5565cf not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:41:33.566796 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e16f68f7-ce41-45d3-b061-7ff514b21152 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:33.573394 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-e16f68f7-ce41-45d3-b061-7ff514b21152 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/db3f9330-f955-44ea-a8cb-91c97bf60681 HTTP/1.1" status: 204 len: 168 time: 0.3022838 Aug 29 20:41:33.573596 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 39954) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:33.582897 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1928360a-e93e-4d88-baf9-e4e9ac027613 None None] Network f0c2c5bd-a9a1-411b-a42c-01cbce56e13b requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:41:33.657615 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-443eed8d-0661-4c1a-aed4-cce2ac7e68f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4173405'] for network (f0c2c5bd-a9a1-411b-a42c-01cbce56e13b), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:33.708431 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-443eed8d-0661-4c1a-aed4-cce2ac7e68f1 admin admin] Deleting port 59da5054-61c4-4f43-b424-9a5f20359af6 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:41:33.708843 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-443eed8d-0661-4c1a-aed4-cce2ac7e68f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (59da5054-61c4-4f43-b424-9a5f20359af6), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:33.769720 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac63a5fd-9267-4cb2-bf56-3e0c7872634d None None] DHCP port deletion for f0c2c5bd-a9a1-411b-a42c-01cbce56e13b request from dv-cinder-854263-2-iscsi {{(pid=106200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 20:41:33.795579 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-443eed8d-0661-4c1a-aed4-cce2ac7e68f1 admin admin] For port 59da5054-61c4-4f43-b424-9a5f20359af6, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=59da5054-61c4-4f43-b424-9a5f20359af6,segment=NetworkSegment(ff3441ef-068d-4a77-a34c-00a02e11189e),segment_id=ff3441ef-068d-4a77-a34c-00a02e11189e)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:41:33.796183 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-443eed8d-0661-4c1a-aed4-cce2ac7e68f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (59da5054-61c4-4f43-b424-9a5f20359af6), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:33.834909 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ac63a5fd-9267-4cb2-bf56-3e0c7872634d None None] Deleting port 59da5054-61c4-4f43-b424-9a5f20359af6 {{(pid=106200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:41:33.837080 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ac63a5fd-9267-4cb2-bf56-3e0c7872634d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (59da5054-61c4-4f43-b424-9a5f20359af6), before_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:33.971499 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ac63a5fd-9267-4cb2-bf56-3e0c7872634d None None] For port 59da5054-61c4-4f43-b424-9a5f20359af6, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=59da5054-61c4-4f43-b424-9a5f20359af6,segment=NetworkSegment(ff3441ef-068d-4a77-a34c-00a02e11189e),segment_id=ff3441ef-068d-4a77-a34c-00a02e11189e)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:41:33.972353 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ac63a5fd-9267-4cb2-bf56-3e0c7872634d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (59da5054-61c4-4f43-b424-9a5f20359af6), precommit_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:33.995734 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ac63a5fd-9267-4cb2-bf56-3e0c7872634d None None] Calling delete_port for 59da5054-61c4-4f43-b424-9a5f20359af6 owned by network:dhcp {{(pid=106200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:41:34.128787 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ac63a5fd-9267-4cb2-bf56-3e0c7872634d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423'] for port (59da5054-61c4-4f43-b424-9a5f20359af6), after_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:34.152400 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63a5fd-9267-4cb2-bf56-3e0c7872634d None None] Pushing event deleted for resources: {'Port': ['ID=59da5054-61c4-4f43-b424-9a5f20359af6,revision_number=None']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:34.161874 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac63a5fd-9267-4cb2-bf56-3e0c7872634d None None] No DVR routers for this DVR port 59da5054-61c4-4f43-b424-9a5f20359af6 on host dv-cinder-854263-2-iscsi {{(pid=106200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:41:34.164382 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63a5fd-9267-4cb2-bf56-3e0c7872634d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:34.164722 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63a5fd-9267-4cb2-bf56-3e0c7872634d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:34.165789 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63a5fd-9267-4cb2-bf56-3e0c7872634d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:34.165985 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63a5fd-9267-4cb2-bf56-3e0c7872634d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:34.166795 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63a5fd-9267-4cb2-bf56-3e0c7872634d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:34.166795 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63a5fd-9267-4cb2-bf56-3e0c7872634d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:34.167024 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63a5fd-9267-4cb2-bf56-3e0c7872634d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:34.167286 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63a5fd-9267-4cb2-bf56-3e0c7872634d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:34.167606 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63a5fd-9267-4cb2-bf56-3e0c7872634d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:34.167956 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63a5fd-9267-4cb2-bf56-3e0c7872634d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:34.168286 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63a5fd-9267-4cb2-bf56-3e0c7872634d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:34.168606 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63a5fd-9267-4cb2-bf56-3e0c7872634d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:34.168925 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63a5fd-9267-4cb2-bf56-3e0c7872634d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:34.169241 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63a5fd-9267-4cb2-bf56-3e0c7872634d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:34.169637 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63a5fd-9267-4cb2-bf56-3e0c7872634d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:34.179762 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-443eed8d-0661-4c1a-aed4-cce2ac7e68f1 admin admin] Calling delete_port for 59da5054-61c4-4f43-b424-9a5f20359af6 owned by network:dhcp {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:41:34.238523 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:34.256308 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-443eed8d-0661-4c1a-aed4-cce2ac7e68f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (59da5054-61c4-4f43-b424-9a5f20359af6), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:34.278998 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443eed8d-0661-4c1a-aed4-cce2ac7e68f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=59da5054-61c4-4f43-b424-9a5f20359af6,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:34.284941 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443eed8d-0661-4c1a-aed4-cce2ac7e68f1 admin admin] No DVR routers for this DVR port 59da5054-61c4-4f43-b424-9a5f20359af6 on host dv-cinder-854263-2-iscsi {{(pid=106199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:41:34.362474 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-443eed8d-0661-4c1a-aed4-cce2ac7e68f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996931', 'neutron.services.segments.db._delete_segments_for_network-8787001567811'] for network (f0c2c5bd-a9a1-411b-a42c-01cbce56e13b), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:34.382690 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-443eed8d-0661-4c1a-aed4-cce2ac7e68f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c2c5bd-a9a1-411b-a42c-01cbce56e13b']}} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:34.392330 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-443eed8d-0661-4c1a-aed4-cce2ac7e68f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3441ef-068d-4a77-a34c-00a02e11189e') {'for_net_delete': True} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:34.392632 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-443eed8d-0661-4c1a-aed4-cce2ac7e68f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3441ef-068d-4a77-a34c-00a02e11189e') {} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:34.402736 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-443eed8d-0661-4c1a-aed4-cce2ac7e68f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001593263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61403863'] for segment (ff3441ef-068d-4a77-a34c-00a02e11189e), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:34.416164 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-443eed8d-0661-4c1a-aed4-cce2ac7e68f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (ff3441ef-068d-4a77-a34c-00a02e11189e), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:34.422531 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-443eed8d-0661-4c1a-aed4-cce2ac7e68f1 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=106199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:41:34.422922 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-443eed8d-0661-4c1a-aed4-cce2ac7e68f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61108904'] for segment (ff3441ef-068d-4a77-a34c-00a02e11189e), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:34.467583 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment ff3441ef-068d-4a77-a34c-00a02e11189e resource provider aggregate not found Aug 29 20:41:34.486252 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment ff3441ef-068d-4a77-a34c-00a02e11189e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff3441ef-068d-4a77-a34c-00a02e11189e found for delete ", "request_id": "req-c6dd904f-2ec8-407a-8cec-c035aae78b56"}]} Aug 29 20:41:34.493944 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-443eed8d-0661-4c1a-aed4-cce2ac7e68f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639181'] for network (f0c2c5bd-a9a1-411b-a42c-01cbce56e13b), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:34.499694 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-443eed8d-0661-4c1a-aed4-cce2ac7e68f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:34.502752 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-443eed8d-0661-4c1a-aed4-cce2ac7e68f1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/f0c2c5bd-a9a1-411b-a42c-01cbce56e13b HTTP/1.1" status: 204 len: 168 time: 0.9287088 Aug 29 20:41:34.516292 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443eed8d-0661-4c1a-aed4-cce2ac7e68f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0c2c5bd-a9a1-411b-a42c-01cbce56e13b,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:34.626149 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 39968) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:34.670599 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-828901a8-90d5-4924-ad31-62b34a32ac93 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=bf00868e84384ee59320184a5e1c46c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432267 Aug 29 20:41:34.673460 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 39970) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:34.735531 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ad2f1298-1524-4a84-bffc-4cecd22e2edc admin admin] Publish callbacks [] for security_group (42a619c1-c27a-4114-b145-6f1420817205), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:34.756428 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ad2f1298-1524-4a84-bffc-4cecd22e2edc admin admin] Publish callbacks [] for security_group (42a619c1-c27a-4114-b145-6f1420817205), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:34.782588 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:34.804529 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ad2f1298-1524-4a84-bffc-4cecd22e2edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (42a619c1-c27a-4114-b145-6f1420817205), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:34.807167 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ad2f1298-1524-4a84-bffc-4cecd22e2edc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:34.808165 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-ad2f1298-1524-4a84-bffc-4cecd22e2edc admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/42a619c1-c27a-4114-b145-6f1420817205 HTTP/1.1" status: 204 len: 168 time: 0.1337879 Aug 29 20:41:34.816186 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f1298-1524-4a84-bffc-4cecd22e2edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a619c1-c27a-4114-b145-6f1420817205,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:34.828458 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:35.181018 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 59da5054-61c4-4f43-b424-9a5f20359af6 no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:41:35.201198 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: 59da5054-61c4-4f43-b424-9a5f20359af6 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:41:35.201545 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 59da5054-61c4-4f43-b424-9a5f20359af6 not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:41:35.201961 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 67455bd2-bb87-48f0-9b52-c1c6f7266933 no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:41:35.219965 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: 67455bd2-bb87-48f0-9b52-c1c6f7266933 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:41:35.220314 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 67455bd2-bb87-48f0-9b52-c1c6f7266933 not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:41:35.537813 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 39996) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:35.639041 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-7f74e892-bc42-4d2d-8fed-88a2561c1573 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-950396756-network', 'tenant_id': '076e4d9f49a944c487077e845726ad82'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:41:35.660018 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f74e892-bc42-4d2d-8fed-88a2561c1573 admin admin] Made reservation on behalf of 076e4d9f49a944c487077e845726ad82 for: {'network': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:41:35.662417 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7f74e892-bc42-4d2d-8fed-88a2561c1573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for network (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:35.672156 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7f74e892-bc42-4d2d-8fed-88a2561c1573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:35.759617 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7f74e892-bc42-4d2d-8fed-88a2561c1573 admin admin] Publish callbacks [] for security_group (438139ce-ff00-46e9-a161-ad9160244b85), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:35.764343 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7f74e892-bc42-4d2d-8fed-88a2561c1573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (438139ce-ff00-46e9-a161-ad9160244b85), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:35.794840 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f74e892-bc42-4d2d-8fed-88a2561c1573 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=106199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:41:35.801943 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74e892-bc42-4d2d-8fed-88a2561c1573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438139ce-ff00-46e9-a161-ad9160244b85,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:35.808166 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7f74e892-bc42-4d2d-8fed-88a2561c1573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:35.808506 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.db.segments_db [None req-7f74e892-bc42-4d2d-8fed-88a2561c1573 admin admin] Added segment c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a of type vlan for network 931f5e99-b53b-4e33-bc47-b08971122f04 Aug 29 20:41:35.850539 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7f74e892-bc42-4d2d-8fed-88a2561c1573 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001069397'] for network (931f5e99-b53b-4e33-bc47-b08971122f04), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:35.878278 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7f74e892-bc42-4d2d-8fed-88a2561c1573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957'] for network (931f5e99-b53b-4e33-bc47-b08971122f04), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:35.879369 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f74e892-bc42-4d2d-8fed-88a2561c1573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:35.880058 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-7f74e892-bc42-4d2d-8fed-88a2561c1573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:35.934219 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-7f74e892-bc42-4d2d-8fed-88a2561c1573 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3952699 Aug 29 20:41:35.938772 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 40002) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:35.944280 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-1f123c49-5c8f-430d-a7c4-4451c69e8701 admin admin] Request body: {'subnet': {'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-950396756-subnet', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:41:35.951697 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74e892-bc42-4d2d-8fed-88a2561c1573 admin admin] Pushing event updated for resources: {'Network': ['ID=931f5e99-b53b-4e33-bc47-b08971122f04,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:35.964909 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Network 931f5e99-b53b-4e33-bc47-b08971122f04 details requested by agent ovs-agent-dv-cinder-854263-2-iscsi with host dv-cinder-854263-2-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:41:35.966310 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f123c49-5c8f-430d-a7c4-4451c69e8701 admin admin] Made reservation on behalf of 076e4d9f49a944c487077e845726ad82 for: {'subnet': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:41:35.969026 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1f123c49-5c8f-430d-a7c4-4451c69e8701 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215030'] for subnet (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:36.146101 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1f123c49-5c8f-430d-a7c4-4451c69e8701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61348183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215008'] for subnet (9dfba0af-d982-4fa7-a855-ae6f251684ed), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:36.205379 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f123c49-5c8f-430d-a7c4-4451c69e8701 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dfba0af-d982-4fa7-a855-ae6f251684ed,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:36.217890 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f123c49-5c8f-430d-a7c4-4451c69e8701 admin admin] Checking segment: {'id': 'c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:41:36.218249 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f123c49-5c8f-430d-a7c4-4451c69e8701 admin admin] Network hostable DHCP agents. Network: 931f5e99-b53b-4e33-bc47-b08971122f04, hostable agents: ['aba3b8c1-ed4e-40c9-99d3-a300910cc497'], hosted agents: [] {{(pid=106198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:41:36.236437 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f123c49-5c8f-430d-a7c4-4451c69e8701 admin admin] Network 931f5e99-b53b-4e33-bc47-b08971122f04 is scheduled to be hosted by DHCP agent aba3b8c1-ed4e-40c9-99d3-a300910cc497 with binding_index 1 {{(pid=106198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:41:36.247343 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-1f123c49-5c8f-430d-a7c4-4451c69e8701 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-2-iscsi, 931f5e99-b53b-4e33-bc47-b08971122f04) {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:41:36.252074 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f123c49-5c8f-430d-a7c4-4451c69e8701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:36.252700 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-1f123c49-5c8f-430d-a7c4-4451c69e8701 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:36.256875 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8664aa-9e3c-44d7-ad52-a10200e93918 None None] Network 931f5e99-b53b-4e33-bc47-b08971122f04 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:41:36.270877 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-1f123c49-5c8f-430d-a7c4-4451c69e8701 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3306513 Aug 29 20:41:36.273638 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 40006) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:36.277843 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-3f793906-8b00-40d5-ac64-6d29b2041bf9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:41:36.298862 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3f793906-8b00-40d5-ac64-6d29b2041bf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6777'] for router (2aae33ed-d8d7-436b-8ef8-71bb88fe88bf), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:36.299908 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3f793906-8b00-40d5-ac64-6d29b2041bf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-655088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6774'] for router (2aae33ed-d8d7-436b-8ef8-71bb88fe88bf), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:36.356308 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3f793906-8b00-40d5-ac64-6d29b2041bf9 admin admin] Publish callbacks [] for router_controller (2aae33ed-d8d7-436b-8ef8-71bb88fe88bf), precommit_add_association {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:36.376984 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56afc0a-ec9f-4abb-9619-ff08a7b6b4ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83f671a-a6f4-538f-9d53-80dd384b293c-931f5e99-b53b-4e33-bc47-b08971122f04', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'project_id': '076e4d9f49a944c487077e845726ad82', 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed'}]}} from dv-cinder-854263-2-iscsi. {{(pid=106200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 20:41:36.378568 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a56afc0a-ec9f-4abb-9619-ff08a7b6b4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:36.402991 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:36.490965 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3f793906-8b00-40d5-ac64-6d29b2041bf9 admin admin] Publish callbacks [] for router_gateway (2aae33ed-d8d7-436b-8ef8-71bb88fe88bf), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:36.548973 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.db_base_plugin_common [None req-a56afc0a-ec9f-4abb-9619-ff08a7b6b4ae None None] Allocated IP 172.20.0.2 (931f5e99-b53b-4e33-bc47-b08971122f04/9dfba0af-d982-4fa7-a855-ae6f251684ed/4c2f0cc7-3355-4263-9221-d1c76b296e03) {{(pid=106200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:41:36.681060 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3f793906-8b00-40d5-ac64-6d29b2041bf9 admin admin] Publish callbacks [] for router_gateway (2aae33ed-d8d7-436b-8ef8-71bb88fe88bf), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:36.693216 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a56afc0a-ec9f-4abb-9619-ff08a7b6b4ae None None] Publish callbacks [] for port (4c2f0cc7-3355-4263-9221-d1c76b296e03), precommit_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:36.699401 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a56afc0a-ec9f-4abb-9619-ff08a7b6b4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414'] for port (4c2f0cc7-3355-4263-9221-d1c76b296e03), after_create {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:36.703438 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3f793906-8b00-40d5-ac64-6d29b2041bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:36.756246 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56afc0a-ec9f-4abb-9619-ff08a7b6b4ae None None] Network 931f5e99-b53b-4e33-bc47-b08971122f04 is already hosted by enough agents. {{(pid=106200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:41:36.760296 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56afc0a-ec9f-4abb-9619-ff08a7b6b4ae None None] Pushing event updated for resources: {'Port': ['ID=4c2f0cc7-3355-4263-9221-d1c76b296e03,revision_number=1']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:36.762998 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.scheduler.base_scheduler [None req-a56afc0a-ec9f-4abb-9619-ff08a7b6b4ae None None] Resources bound (agent type, host, resource id): {{(pid=106200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:41:36.765099 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56afc0a-ec9f-4abb-9619-ff08a7b6b4ae None None] Received port after_create {{(pid=106200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:41:36.815402 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:41:36.817241 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:36.828041 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-3f793906-8b00-40d5-ac64-6d29b2041bf9 admin admin] Allocated IP 172.27.1.68 (6d9f465d-5886-43f5-9015-44f8e49732f9/a46a7c4b-a1af-42c4-bdce-13dd23ff8d25/a46f6705-e37f-4141-8c08-3388ccee1c0c) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:41:36.830011 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-a56afc0a-ec9f-4abb-9619-ff08a7b6b4ae None None] Attempting to bind port 4c2f0cc7-3355-4263-9221-d1c76b296e03 on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:41:36.830163 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:36.830603 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-a56afc0a-ec9f-4abb-9619-ff08a7b6b4ae None None] Attempting to bind port 4c2f0cc7-3355-4263-9221-d1c76b296e03 by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': 'c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:41:36.831176 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56afc0a-ec9f-4abb-9619-ff08a7b6b4ae None None] Attempting to bind port 4c2f0cc7-3355-4263-9221-d1c76b296e03 on network 931f5e99-b53b-4e33-bc47-b08971122f04 {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:41:36.837400 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56afc0a-ec9f-4abb-9619-ff08a7b6b4ae None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:41:36.837910 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56afc0a-ec9f-4abb-9619-ff08a7b6b4ae None None] Checking segment: {'id': 'c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:41:36.838341 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a56afc0a-ec9f-4abb-9619-ff08a7b6b4ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:36.838774 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56afc0a-ec9f-4abb-9619-ff08a7b6b4ae None None] Bound using segment: {'id': 'c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:41:36.839311 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-a56afc0a-ec9f-4abb-9619-ff08a7b6b4ae None None] Bound port: 4c2f0cc7-3355-4263-9221-d1c76b296e03, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:41:36.839681 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a56afc0a-ec9f-4abb-9619-ff08a7b6b4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (4c2f0cc7-3355-4263-9221-d1c76b296e03), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:36.907029 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-a56afc0a-ec9f-4abb-9619-ff08a7b6b4ae None None] For port 4c2f0cc7-3355-4263-9221-d1c76b296e03, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:41:36.910374 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-a56afc0a-ec9f-4abb-9619-ff08a7b6b4ae None None] For port 4c2f0cc7-3355-4263-9221-d1c76b296e03, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=4c2f0cc7-3355-4263-9221-d1c76b296e03,segment=NetworkSegment(c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a),segment_id=c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:41:36.916656 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a56afc0a-ec9f-4abb-9619-ff08a7b6b4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (4c2f0cc7-3355-4263-9221-d1c76b296e03), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:36.959600 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3f793906-8b00-40d5-ac64-6d29b2041bf9 admin admin] Publish callbacks [] for port (a46f6705-e37f-4141-8c08-3388ccee1c0c), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:36.976938 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56afc0a-ec9f-4abb-9619-ff08a7b6b4ae None None] Pushing event updated for resources: {'Port': ['ID=4c2f0cc7-3355-4263-9221-d1c76b296e03,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:36.993971 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3f793906-8b00-40d5-ac64-6d29b2041bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (a46f6705-e37f-4141-8c08-3388ccee1c0c), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:37.031181 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f793906-8b00-40d5-ac64-6d29b2041bf9 admin admin] Network 6d9f465d-5886-43f5-9015-44f8e49732f9 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:41:37.038655 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-3f793906-8b00-40d5-ac64-6d29b2041bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:41:37.042602 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f793906-8b00-40d5-ac64-6d29b2041bf9 admin admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:41:37.070839 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f793906-8b00-40d5-ac64-6d29b2041bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=a46f6705-e37f-4141-8c08-3388ccee1c0c,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:37.181887 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-0f8aafb2-ac29-46a8-a845-e45fdc10bdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:37.272780 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 4c2f0cc7-3355-4263-9221-d1c76b296e03 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:41:37.325279 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:37.332747 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 4c2f0cc7-3355-4263-9221-d1c76b296e03 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:41:37.333408 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (4c2f0cc7-3355-4263-9221-d1c76b296e03), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:37.378071 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3f793906-8b00-40d5-ac64-6d29b2041bf9 admin admin] Publish callbacks [] for router_gateway (2aae33ed-d8d7-436b-8ef8-71bb88fe88bf), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:37.417033 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 4c2f0cc7-3355-4263-9221-d1c76b296e03 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:41:37.417407 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (4c2f0cc7-3355-4263-9221-d1c76b296e03), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:37.454569 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] For port 4c2f0cc7-3355-4263-9221-d1c76b296e03, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=4c2f0cc7-3355-4263-9221-d1c76b296e03,segment=NetworkSegment(c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a),segment_id=c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:41:37.459840 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (4c2f0cc7-3355-4263-9221-d1c76b296e03), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:37.512536 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Pushing event updated for resources: {'Port': ['ID=4c2f0cc7-3355-4263-9221-d1c76b296e03,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:37.582152 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3f793906-8b00-40d5-ac64-6d29b2041bf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-655016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639037'] for router (2aae33ed-d8d7-436b-8ef8-71bb88fe88bf), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:37.690911 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:37.724905 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f793906-8b00-40d5-ac64-6d29b2041bf9 admin admin] Router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf is scheduled to L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 with binding_index 1 {{(pid=106198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 20:41:37.838245 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f793906-8b00-40d5-ac64-6d29b2041bf9 admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:41:37.849644 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0a1ee7-0a05-401f-ab06-f8e36d08d4ee None None] Sync routers for ids ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:41:37.859911 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3f793906-8b00-40d5-ac64-6d29b2041bf9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:37.863839 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-3f793906-8b00-40d5-ac64-6d29b2041bf9 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5866265 Aug 29 20:41:37.864154 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 40014) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:37.866888 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0a1ee7-0a05-401f-ab06-f8e36d08d4ee None None] Routers {'2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:41:37.867710 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-8d0a1ee7-0a05-401f-ab06-f8e36d08d4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:41:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:37.912750 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:37.952720 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3847c635-fc32-4675-b709-f0a123b58c60 None None] Network 931f5e99-b53b-4e33-bc47-b08971122f04 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:41:37.956672 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:38.029807 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-8d0a1ee7-0a05-401f-ab06-f8e36d08d4ee None None] Set router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:41:38.123236 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-de6d9854-b89b-491d-8bb5-04db0ae220c5 None None] Provisioning complete for port 4c2f0cc7-3355-4263-9221-d1c76b296e03 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:41:38.123615 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-de6d9854-b89b-491d-8bb5-04db0ae220c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (4c2f0cc7-3355-4263-9221-d1c76b296e03), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:38.489077 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-de6d9854-b89b-491d-8bb5-04db0ae220c5 None None] Current status of the port 4c2f0cc7-3355-4263-9221-d1c76b296e03 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:41:38.499389 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-8d0a1ee7-0a05-401f-ab06-f8e36d08d4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:37Z', 'revision_number': 3, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port': {'id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:38.537386 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0a1ee7-0a05-401f-ab06-f8e36d08d4ee None None] Checking router: 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:41:38.537763 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0a1ee7-0a05-401f-ab06-f8e36d08d4ee None None] Updating router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf port a46f6705-e37f-4141-8c08-3388ccee1c0c binding host dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:41:38.598398 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1ee7-0a05-401f-ab06-f8e36d08d4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (a46f6705-e37f-4141-8c08-3388ccee1c0c), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:38.641351 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-9734c34a-2996-4d13-be09-102bd098c560 None None] Provisioning complete for port 4c2f0cc7-3355-4263-9221-d1c76b296e03 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:41:38.641964 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-9734c34a-2996-4d13-be09-102bd098c560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (4c2f0cc7-3355-4263-9221-d1c76b296e03), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:38.700548 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-abebc800-04c7-407c-822a-1cf3acf53aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:38.742355 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:38.838744 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-9734c34a-2996-4d13-be09-102bd098c560 None None] Current status of the port 4c2f0cc7-3355-4263-9221-d1c76b296e03 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:41:38.870578 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-abebc800-04c7-407c-822a-1cf3acf53aab admin admin] Allocated IP 172.20.0.1 (931f5e99-b53b-4e33-bc47-b08971122f04/9dfba0af-d982-4fa7-a855-ae6f251684ed/db0a0e38-4c3a-4c00-a2cc-9380466c2b04) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:41:38.951611 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1ee7-0a05-401f-ab06-f8e36d08d4ee None None] Publish callbacks [] for port (a46f6705-e37f-4141-8c08-3388ccee1c0c), precommit_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:38.957413 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1ee7-0a05-401f-ab06-f8e36d08d4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (a46f6705-e37f-4141-8c08-3388ccee1c0c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:38.991424 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-8d0a1ee7-0a05-401f-ab06-f8e36d08d4ee None None] Attempting to bind port a46f6705-e37f-4141-8c08-3388ccee1c0c on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:41:38.991792 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-8d0a1ee7-0a05-401f-ab06-f8e36d08d4ee None None] Attempting to bind port a46f6705-e37f-4141-8c08-3388ccee1c0c by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:41:38.992173 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a1ee7-0a05-401f-ab06-f8e36d08d4ee None None] Attempting to bind port a46f6705-e37f-4141-8c08-3388ccee1c0c on network 6d9f465d-5886-43f5-9015-44f8e49732f9 {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:41:38.996931 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-abebc800-04c7-407c-822a-1cf3acf53aab admin admin] Publish callbacks [] for port (db0a0e38-4c3a-4c00-a2cc-9380466c2b04), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:39.001385 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:39.005389 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a1ee7-0a05-401f-ab06-f8e36d08d4ee None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:41:39.005757 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a1ee7-0a05-401f-ab06-f8e36d08d4ee None None] Checking segment: {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:41:39.006152 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1ee7-0a05-401f-ab06-f8e36d08d4ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:39.006535 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a1ee7-0a05-401f-ab06-f8e36d08d4ee None None] Bound using segment: {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'} {{(pid=106200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:41:39.007002 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.managers [None req-8d0a1ee7-0a05-401f-ab06-f8e36d08d4ee None None] Bound port: a46f6705-e37f-4141-8c08-3388ccee1c0c, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1a4088-6354-4188-b546-d431dc1c13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}}] {{(pid=106200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:41:39.007373 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1ee7-0a05-401f-ab06-f8e36d08d4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (a46f6705-e37f-4141-8c08-3388ccee1c0c), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:39.030109 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79179ca7-50fa-414a-bd63-4456a91d8c0f None None] Pushing event updated for resources: {'Port': ['ID=a46f6705-e37f-4141-8c08-3388ccee1c0c,revision_number=2']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:39.034050 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-abebc800-04c7-407c-822a-1cf3acf53aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (db0a0e38-4c3a-4c00-a2cc-9380466c2b04), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:39.058466 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:39.065576 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-8d0a1ee7-0a05-401f-ab06-f8e36d08d4ee None None] For port a46f6705-e37f-4141-8c08-3388ccee1c0c, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:41:39.069140 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-8d0a1ee7-0a05-401f-ab06-f8e36d08d4ee None None] For port a46f6705-e37f-4141-8c08-3388ccee1c0c, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=a46f6705-e37f-4141-8c08-3388ccee1c0c,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:41:39.075839 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1ee7-0a05-401f-ab06-f8e36d08d4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (a46f6705-e37f-4141-8c08-3388ccee1c0c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:39.078648 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abebc800-04c7-407c-822a-1cf3acf53aab admin admin] Network 931f5e99-b53b-4e33-bc47-b08971122f04 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:41:39.083803 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-abebc800-04c7-407c-822a-1cf3acf53aab admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:41:39.088034 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abebc800-04c7-407c-822a-1cf3acf53aab admin admin] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:41:39.092608 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebc800-04c7-407c-822a-1cf3acf53aab admin admin] Pushing event updated for resources: {'Port': ['ID=db0a0e38-4c3a-4c00-a2cc-9380466c2b04,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:39.124268 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0a1ee7-0a05-401f-ab06-f8e36d08d4ee None None] Routers {'2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:41:39.124902 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-8d0a1ee7-0a05-401f-ab06-f8e36d08d4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:41:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:39.137001 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-abebc800-04c7-407c-822a-1cf3acf53aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639577'] for router_interface (2aae33ed-d8d7-436b-8ef8-71bb88fe88bf), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:39.180049 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79179ca7-50fa-414a-bd63-4456a91d8c0f None None] Pushing event updated for resources: {'Port': ['ID=a46f6705-e37f-4141-8c08-3388ccee1c0c,revision_number=3']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:39.200871 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:39.244089 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 4c2f0cc7-3355-4263-9221-d1c76b296e03 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:41:39.278411 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-8d0a1ee7-0a05-401f-ab06-f8e36d08d4ee None None] Set router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:41:39.297928 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-abebc800-04c7-407c-822a-1cf3acf53aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (db0a0e38-4c3a-4c00-a2cc-9380466c2b04), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:39.410145 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-23945ae9-c422-475e-ab2e-41d7500003e7 None None] Provisioning complete for port db0a0e38-4c3a-4c00-a2cc-9380466c2b04 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:41:39.410402 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-23945ae9-c422-475e-ab2e-41d7500003e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (db0a0e38-4c3a-4c00-a2cc-9380466c2b04), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:39.431564 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port 4c2f0cc7-3355-4263-9221-d1c76b296e03 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:41:39.431952 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (4c2f0cc7-3355-4263-9221-d1c76b296e03), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:39.471006 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-abebc800-04c7-407c-822a-1cf3acf53aab admin admin] Publish callbacks [] for port (db0a0e38-4c3a-4c00-a2cc-9380466c2b04), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:39.476158 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-abebc800-04c7-407c-822a-1cf3acf53aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (db0a0e38-4c3a-4c00-a2cc-9380466c2b04), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:39.496315 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-23945ae9-c422-475e-ab2e-41d7500003e7 None None] Port db0a0e38-4c3a-4c00-a2cc-9380466c2b04 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:41:39.549051 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-abebc800-04c7-407c-822a-1cf3acf53aab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639693'] for router_interface (2aae33ed-d8d7-436b-8ef8-71bb88fe88bf), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:39.550596 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-d7cfb3e0-7016-451d-9156-9b11b29bf887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:39.551779 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebc800-04c7-407c-822a-1cf3acf53aab admin admin] Pushing event updated for resources: {'Port': ['ID=db0a0e38-4c3a-4c00-a2cc-9380466c2b04,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:39.589295 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:39.596954 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-8d0a1ee7-0a05-401f-ab06-f8e36d08d4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:37Z', 'revision_number': 3, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port': {'id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:39.623815 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port 4c2f0cc7-3355-4263-9221-d1c76b296e03 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:41:39.627980 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0a1ee7-0a05-401f-ab06-f8e36d08d4ee None None] The sync data for ids ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'] in dv-cinder-854263-2-iscsi is: [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:37Z', 'revision_number': 3, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port': {'id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:41:39.656663 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abebc800-04c7-407c-822a-1cf3acf53aab admin admin] Network 931f5e99-b53b-4e33-bc47-b08971122f04 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:41:39.658080 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-abebc800-04c7-407c-822a-1cf3acf53aab admin admin] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:41:39.790263 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abebc800-04c7-407c-822a-1cf3acf53aab admin admin] Router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:41:39.847990 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:39.930636 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abebc800-04c7-407c-822a-1cf3acf53aab admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:41:39.947271 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-abebc800-04c7-407c-822a-1cf3acf53aab admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/2aae33ed-d8d7-436b-8ef8-71bb88fe88bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0728433 Aug 29 20:41:39.947748 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-5185fd18-b3de-4660-a8ba-e4c18f14044c None None] Provisioning complete for port db0a0e38-4c3a-4c00-a2cc-9380466c2b04 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:41:39.947748 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-5185fd18-b3de-4660-a8ba-e4c18f14044c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (db0a0e38-4c3a-4c00-a2cc-9380466c2b04), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:39.987292 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-5185fd18-b3de-4660-a8ba-e4c18f14044c None None] Port db0a0e38-4c3a-4c00-a2cc-9380466c2b04 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:41:40.324064 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 40038) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:40.328978 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-a8a9cb95-044a-475d-a4d4-1c23b4afb5cf tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1037687742', 'description': 'tempest-description--806345133'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:41:40.353826 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a8a9cb95-044a-475d-a4d4-1c23b4afb5cf tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:40.373191 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:40.433945 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a8a9cb95-044a-475d-a4d4-1c23b4afb5cf tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group (841af178-1a2b-4368-9088-85460bb4f2c4), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:40.439497 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a8a9cb95-044a-475d-a4d4-1c23b4afb5cf tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (841af178-1a2b-4368-9088-85460bb4f2c4), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:40.469249 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a8a9cb95-044a-475d-a4d4-1c23b4afb5cf tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:40.470524 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-a8a9cb95-044a-475d-a4d4-1c23b4afb5cf tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1451659 Aug 29 20:41:40.474389 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 40040) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:40.480655 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9cb95-044a-475d-a4d4-1c23b4afb5cf tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=841af178-1a2b-4368-9088-85460bb4f2c4,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:40.482195 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-3a4808b8-3aed-4cd7-b3ee-77e100dc124c tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Request body: {'security_group_rule': {'security_group_id': '841af178-1a2b-4368-9088-85460bb4f2c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:41:40.523573 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3a4808b8-3aed-4cd7-b3ee-77e100dc124c tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group_rule (0d19d6fd-a61a-4a6c-8beb-66f41c7a4381), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:40.589319 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3a4808b8-3aed-4cd7-b3ee-77e100dc124c tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group_rule (0d19d6fd-a61a-4a6c-8beb-66f41c7a4381), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:40.593235 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3a4808b8-3aed-4cd7-b3ee-77e100dc124c tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (0d19d6fd-a61a-4a6c-8beb-66f41c7a4381), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:40.612398 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4808b8-3aed-4cd7-b3ee-77e100dc124c tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d19d6fd-a61a-4a6c-8beb-66f41c7a4381,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:40.621736 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3a4808b8-3aed-4cd7-b3ee-77e100dc124c tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:40.623769 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-3a4808b8-3aed-4cd7-b3ee-77e100dc124c tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1468935 Aug 29 20:41:40.626345 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 40042) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:40.631690 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-0c1725ce-1551-470e-8487-efa109daf8b9 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Request body: {'security_group_rule': {'security_group_id': '841af178-1a2b-4368-9088-85460bb4f2c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:41:40.644352 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:40.665415 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-0c1725ce-1551-470e-8487-efa109daf8b9 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group_rule (f25b0816-053f-425d-986a-398eba4ab505), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:40.726945 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:40.732489 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-0c1725ce-1551-470e-8487-efa109daf8b9 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group_rule (f25b0816-053f-425d-986a-398eba4ab505), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:40.737278 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-0c1725ce-1551-470e-8487-efa109daf8b9 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (f25b0816-053f-425d-986a-398eba4ab505), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:40.760309 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1725ce-1551-470e-8487-efa109daf8b9 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f25b0816-053f-425d-986a-398eba4ab505,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:40.768105 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-0c1725ce-1551-470e-8487-efa109daf8b9 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:40.769900 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-0c1725ce-1551-470e-8487-efa109daf8b9 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1423700 Aug 29 20:41:40.773055 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 40046) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:40.778425 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-2df13bc0-35cf-4cbd-b1d6-2dae80c6e78d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Request body: {'floatingip': {'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:41:40.806461 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2df13bc0-35cf-4cbd-b1d6-2dae80c6e78d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:40.890653 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2df13bc0-35cf-4cbd-b1d6-2dae80c6e78d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:41.026506 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-2df13bc0-35cf-4cbd-b1d6-2dae80c6e78d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Allocated IP 172.27.1.207 (6d9f465d-5886-43f5-9015-44f8e49732f9/a46a7c4b-a1af-42c4-bdce-13dd23ff8d25/260490df-b221-419b-8fc4-ab418be2c233) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:41:41.157988 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2df13bc0-35cf-4cbd-b1d6-2dae80c6e78d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for port (260490df-b221-419b-8fc4-ab418be2c233), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:41.193827 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2df13bc0-35cf-4cbd-b1d6-2dae80c6e78d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (260490df-b221-419b-8fc4-ab418be2c233), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:41.221935 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device a46f6705-e37f-4141-8c08-3388ccee1c0c up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:41:41.245893 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df13bc0-35cf-4cbd-b1d6-2dae80c6e78d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Network 6d9f465d-5886-43f5-9015-44f8e49732f9 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:41:41.251744 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-2df13bc0-35cf-4cbd-b1d6-2dae80c6e78d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:41:41.254198 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df13bc0-35cf-4cbd-b1d6-2dae80c6e78d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:41:41.257443 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df13bc0-35cf-4cbd-b1d6-2dae80c6e78d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event updated for resources: {'Port': ['ID=260490df-b221-419b-8fc4-ab418be2c233,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:41.267728 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port a46f6705-e37f-4141-8c08-3388ccee1c0c triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:41:41.268261 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (a46f6705-e37f-4141-8c08-3388ccee1c0c), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:41.292983 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdeb9dc-3a63-4d22-8cb8-c28c097f905d None None] Sync routers for ids ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'] in dv-cinder-854263-2-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:41:41.310432 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdeb9dc-3a63-4d22-8cb8-c28c097f905d None None] Routers {'2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:41:41.311129 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-bbdeb9dc-3a63-4d22-8cb8-c28c097f905d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:41:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:41.315324 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:41.354187 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port a46f6705-e37f-4141-8c08-3388ccee1c0c is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:41:41.354883 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (a46f6705-e37f-4141-8c08-3388ccee1c0c), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:41.377716 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] For port a46f6705-e37f-4141-8c08-3388ccee1c0c, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=a46f6705-e37f-4141-8c08-3388ccee1c0c,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:41:41.382679 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (a46f6705-e37f-4141-8c08-3388ccee1c0c), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:41.386216 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2df13bc0-35cf-4cbd-b1d6-2dae80c6e78d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for floatingip (1e8c6ad2-7eb0-4c93-afc0-8ba01dd16b38), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:41.407462 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:41.427335 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-bbdeb9dc-3a63-4d22-8cb8-c28c097f905d None None] Set router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:41:41.465367 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2df13bc0-35cf-4cbd-b1d6-2dae80c6e78d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (260490df-b221-419b-8fc4-ab418be2c233), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:41.466805 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Pushing event updated for resources: {'Port': ['ID=a46f6705-e37f-4141-8c08-3388ccee1c0c,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:41.645369 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2df13bc0-35cf-4cbd-b1d6-2dae80c6e78d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for port (260490df-b221-419b-8fc4-ab418be2c233), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:41.650980 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2df13bc0-35cf-4cbd-b1d6-2dae80c6e78d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (260490df-b221-419b-8fc4-ab418be2c233), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:41.662896 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-bbdeb9dc-3a63-4d22-8cb8-c28c097f905d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:39Z', 'revision_number': 4, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port': {'id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': 'db0a0e38-4c3a-4c00-a2cc-9380466c2b04', 'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'mac_address': 'fa:16:3e:fb:25:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:38Z', 'updated_at': '2022-08-29T20:41:39Z', 'revision_number': 2, 'project_id': '076e4d9f49a944c487077e845726ad82', 'subnets': [{'id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:41.693291 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdeb9dc-3a63-4d22-8cb8-c28c097f905d None None] Checking router: 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf for host: dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:41:41.693633 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdeb9dc-3a63-4d22-8cb8-c28c097f905d None None] Updating router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf port db0a0e38-4c3a-4c00-a2cc-9380466c2b04 binding host dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 20:41:41.722235 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-bbdeb9dc-3a63-4d22-8cb8-c28c097f905d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (db0a0e38-4c3a-4c00-a2cc-9380466c2b04), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:41.724569 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df13bc0-35cf-4cbd-b1d6-2dae80c6e78d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event updated for resources: {'Port': ['ID=260490df-b221-419b-8fc4-ab418be2c233,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:41.728144 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2df13bc0-35cf-4cbd-b1d6-2dae80c6e78d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (1e8c6ad2-7eb0-4c93-afc0-8ba01dd16b38), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:41.746325 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2df13bc0-35cf-4cbd-b1d6-2dae80c6e78d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:41.747700 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-2df13bc0-35cf-4cbd-b1d6-2dae80c6e78d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9733205 Aug 29 20:41:41.933970 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4ab83439-2363-4feb-801a-3489f290667a req-3023b0a0-6a92-4e07-bde3-e8c84c10d633 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1037687742&fields=id&tenant_id=076e4d9f49a944c487077e845726ad82 HTTP/1.1" status: 200 len: 267 time: 0.0485559 Aug 29 20:41:42.004554 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-bbdeb9dc-3a63-4d22-8cb8-c28c097f905d None None] Publish callbacks [] for port (db0a0e38-4c3a-4c00-a2cc-9380466c2b04), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:42.011216 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-bbdeb9dc-3a63-4d22-8cb8-c28c097f905d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (db0a0e38-4c3a-4c00-a2cc-9380466c2b04), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:42.017050 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:42.063801 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab83439-2363-4feb-801a-3489f290667a req-e4d51ca7-f21d-4383-bf07-1b26b8dabeaf tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:42.065538 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4ab83439-2363-4feb-801a-3489f290667a req-e4d51ca7-f21d-4383-bf07-1b26b8dabeaf tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/networks?id=931f5e99-b53b-4e33-bc47-b08971122f04 HTTP/1.1" status: 200 len: 814 time: 0.1238658 Aug 29 20:41:42.078371 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac1ae0-51e2-4908-8757-7bf42bc543c1 None None] Pushing event updated for resources: {'Port': ['ID=db0a0e38-4c3a-4c00-a2cc-9380466c2b04,revision_number=3']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:42.089121 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ac1ae0-51e2-4908-8757-7bf42bc543c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:42.089356 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ac1ae0-51e2-4908-8757-7bf42bc543c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:42.089714 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ac1ae0-51e2-4908-8757-7bf42bc543c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:42.090072 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ac1ae0-51e2-4908-8757-7bf42bc543c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:42.090404 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ac1ae0-51e2-4908-8757-7bf42bc543c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:42.090726 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ac1ae0-51e2-4908-8757-7bf42bc543c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:42.091062 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ac1ae0-51e2-4908-8757-7bf42bc543c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:42.091365 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ac1ae0-51e2-4908-8757-7bf42bc543c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:42.091579 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4ab83439-2363-4feb-801a-3489f290667a req-2a229288-ded2-481d-9502-e1faeba35be3 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/quotas/076e4d9f49a944c487077e845726ad82 HTTP/1.1" status: 200 len: 375 time: 0.0194988 Aug 29 20:41:42.091699 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ac1ae0-51e2-4908-8757-7bf42bc543c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:42.092028 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ac1ae0-51e2-4908-8757-7bf42bc543c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:42.092612 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ac1ae0-51e2-4908-8757-7bf42bc543c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:42.092976 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ac1ae0-51e2-4908-8757-7bf42bc543c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:42.092976 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ac1ae0-51e2-4908-8757-7bf42bc543c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:42.093343 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ac1ae0-51e2-4908-8757-7bf42bc543c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:42.093565 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ac1ae0-51e2-4908-8757-7bf42bc543c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:41:42.114799 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:42.125961 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-bbdeb9dc-3a63-4d22-8cb8-c28c097f905d None None] Attempting to bind port db0a0e38-4c3a-4c00-a2cc-9380466c2b04 on host dv-cinder-854263-2-iscsi for vnic_type normal with profile {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:41:42.126326 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-bbdeb9dc-3a63-4d22-8cb8-c28c097f905d None None] Attempting to bind port db0a0e38-4c3a-4c00-a2cc-9380466c2b04 by drivers openvswitch,hyperv on host dv-cinder-854263-2-iscsi at level 0 using segments [{'id': 'c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04'}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:41:42.126856 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdeb9dc-3a63-4d22-8cb8-c28c097f905d None None] Attempting to bind port db0a0e38-4c3a-4c00-a2cc-9380466c2b04 on network 931f5e99-b53b-4e33-bc47-b08971122f04 {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:41:42.132273 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdeb9dc-3a63-4d22-8cb8-c28c097f905d None None] Checking agent: {'id': 'f3746642-9e72-4c93-9769-86b1d62fe699', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 24, 42), 'started_at': datetime.datetime(2022, 8, 29, 20, 25, 12), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:41:42.132638 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdeb9dc-3a63-4d22-8cb8-c28c097f905d None None] Checking segment: {'id': 'c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:41:42.133033 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-bbdeb9dc-3a63-4d22-8cb8-c28c097f905d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:42.133416 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdeb9dc-3a63-4d22-8cb8-c28c097f905d None None] Bound using segment: {'id': 'c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04'} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:41:42.133903 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [None req-bbdeb9dc-3a63-4d22-8cb8-c28c097f905d None None] Bound port: db0a0e38-4c3a-4c00-a2cc-9380466c2b04, host: dv-cinder-854263-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04'}}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:41:42.134283 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-bbdeb9dc-3a63-4d22-8cb8-c28c097f905d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (db0a0e38-4c3a-4c00-a2cc-9380466c2b04), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:42.155743 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4ab83439-2363-4feb-801a-3489f290667a req-6068eb4b-847d-48be-9dd4-107d0a007074 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=076e4d9f49a944c487077e845726ad82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546784 Aug 29 20:41:42.202605 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-bbdeb9dc-3a63-4d22-8cb8-c28c097f905d None None] For port db0a0e38-4c3a-4c00-a2cc-9380466c2b04, host dv-cinder-854263-2-iscsi, cleared binding levels {{(pid=106201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:41:42.206396 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-bbdeb9dc-3a63-4d22-8cb8-c28c097f905d None None] For port db0a0e38-4c3a-4c00-a2cc-9380466c2b04, host dv-cinder-854263-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=db0a0e38-4c3a-4c00-a2cc-9380466c2b04,segment=NetworkSegment(c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a),segment_id=c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a)] {{(pid=106201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:41:42.213133 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-bbdeb9dc-3a63-4d22-8cb8-c28c097f905d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (db0a0e38-4c3a-4c00-a2cc-9380466c2b04), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:42.221810 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:42.253160 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:42.257435 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdeb9dc-3a63-4d22-8cb8-c28c097f905d None None] Routers {'2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:41:42.258064 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-bbdeb9dc-3a63-4d22-8cb8-c28c097f905d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:41:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:42.275506 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4ab83439-2363-4feb-801a-3489f290667a req-8737d998-fc0d-4a36-b341-3347a8e58fdc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064811 Aug 29 20:41:42.312328 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac1ae0-51e2-4908-8757-7bf42bc543c1 None None] Pushing event updated for resources: {'Port': ['ID=db0a0e38-4c3a-4c00-a2cc-9380466c2b04,revision_number=4']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:42.375690 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:42.376705 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4ab83439-2363-4feb-801a-3489f290667a req-91cec492-5a4f-4b05-9e72-f5ab2d0acc94 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949481 Aug 29 20:41:42.388867 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-bbdeb9dc-3a63-4d22-8cb8-c28c097f905d None None] Set router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:41:42.392959 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:42.565071 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e6be0a89-e571-4e8a-927c-52a35ba58494 req-1de98937-6bb5-45f9-ae0b-41804ca6be2e tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2ea03034-17ef-42a5-af06-60d8e43be248 HTTP/1.1" status: 200 len: 210 time: 0.0324094 Aug 29 20:41:42.644518 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-bbdeb9dc-3a63-4d22-8cb8-c28c097f905d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:39Z', 'revision_number': 4, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port': {'id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': 'db0a0e38-4c3a-4c00-a2cc-9380466c2b04', 'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'mac_address': 'fa:16:3e:fb:25:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:38Z', 'updated_at': '2022-08-29T20:41:42Z', 'revision_number': 4, 'project_id': '076e4d9f49a944c487077e845726ad82', 'subnets': [{'id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:42.671009 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdeb9dc-3a63-4d22-8cb8-c28c097f905d None None] The sync data for ids ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'] in dv-cinder-854263-2-iscsi is: [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:39Z', 'revision_number': 4, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port': {'id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': 'db0a0e38-4c3a-4c00-a2cc-9380466c2b04', 'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'mac_address': 'fa:16:3e:fb:25:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:38Z', 'updated_at': '2022-08-29T20:41:42Z', 'revision_number': 4, 'project_id': '076e4d9f49a944c487077e845726ad82', 'subnets': [{'id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:41:43.355917 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device a46f6705-e37f-4141-8c08-3388ccee1c0c up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:41:43.364539 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-d55e5bf6-978f-41eb-b8eb-9fb4cdeae067 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-403245879&fields=id&tenant_id=4ac573b4aa7a47c49d129afd9939e26d HTTP/1.1" status: 200 len: 267 time: 0.0770476 Aug 29 20:41:43.415809 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port a46f6705-e37f-4141-8c08-3388ccee1c0c triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:41:43.416286 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (a46f6705-e37f-4141-8c08-3388ccee1c0c), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:43.514758 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port a46f6705-e37f-4141-8c08-3388ccee1c0c is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:41:43.516245 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device db0a0e38-4c3a-4c00-a2cc-9380466c2b04 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:41:43.523703 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-1e8c88c6-17ef-441c-ba9e-92a016d1f51d tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:43.528445 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-1e8c88c6-17ef-441c-ba9e-92a016d1f51d tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/networks?id=6506ef9d-c593-4e22-ac07-3e14f3411bf3 HTTP/1.1" status: 200 len: 810 time: 0.1515524 Aug 29 20:41:43.541902 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-a3648bca-4aeb-440b-87c1-50b7462e4e8d tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/quotas/4ac573b4aa7a47c49d129afd9939e26d HTTP/1.1" status: 200 len: 375 time: 0.0104492 Aug 29 20:41:43.563497 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port db0a0e38-4c3a-4c00-a2cc-9380466c2b04 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:41:43.564195 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (db0a0e38-4c3a-4c00-a2cc-9380466c2b04), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:43.613088 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-23bf6c72-7853-465f-9631-949ae252fe76 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=4ac573b4aa7a47c49d129afd9939e26d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0637319 Aug 29 20:41:43.670538 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port db0a0e38-4c3a-4c00-a2cc-9380466c2b04 is: DOWN; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:41:43.670936 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (db0a0e38-4c3a-4c00-a2cc-9380466c2b04), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:43.720799 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-395d1063-b1d0-45bd-ab86-41a8629c87d7 req-dbc05e2f-f43e-4e51-a548-fbb1f97d68b6 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2ea03034-17ef-42a5-af06-60d8e43be248 HTTP/1.1" status: 200 len: 210 time: 0.0430510 Aug 29 20:41:43.722075 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] For port db0a0e38-4c3a-4c00-a2cc-9380466c2b04, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=db0a0e38-4c3a-4c00-a2cc-9380466c2b04,segment=NetworkSegment(c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a),segment_id=c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:41:43.729027 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (db0a0e38-4c3a-4c00-a2cc-9380466c2b04), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:43.752621 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-52b6e50b-49de-4e55-8b5c-32d5e67f1469 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6506ef9d-c593-4e22-ac07-3e14f3411bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209979 Aug 29 20:41:43.801386 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Pushing event updated for resources: {'Port': ['ID=db0a0e38-4c3a-4c00-a2cc-9380466c2b04,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:43.863180 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-cc796398-1efc-46ab-958d-f2b6c128b63d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6506ef9d-c593-4e22-ac07-3e14f3411bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021698 Aug 29 20:41:43.997547 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab83439-2363-4feb-801a-3489f290667a req-03c871a3-fe99-466c-9726-233cbf724816 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:43.999653 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4ab83439-2363-4feb-801a-3489f290667a req-03c871a3-fe99-466c-9726-233cbf724816 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.33 "GET /networking/v2.0/networks?id=931f5e99-b53b-4e33-bc47-b08971122f04 HTTP/1.1" status: 200 len: 814 time: 0.1224859 Aug 29 20:41:44.048372 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:44.093116 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4ab83439-2363-4feb-801a-3489f290667a req-015873b2-d18e-43f3-8f88-900fb22fd6e5 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=076e4d9f49a944c487077e845726ad82 HTTP/1.1" status: 200 len: 380 time: 0.0841854 Aug 29 20:41:44.179323 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [req-4ab83439-2363-4feb-801a-3489f290667a req-7012d582-8ec1-4407-aec4-016d26a52f61 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Request body: {'port': {'device_id': '2ea03034-17ef-42a5-af06-60d8e43be248', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'admin_state_up': True, 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'security_groups': ['841af178-1a2b-4368-9088-85460bb4f2c4']}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:41:44.278089 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3d00d862-ed97-49c8-a1b2-ddc4875ba134 req-9fd3bcd5-e103-4101-8305-a10a703a7150 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6f471db5-7c30-4af1-ac30-ca19749b20de HTTP/1.1" status: 200 len: 210 time: 0.0458865 Aug 29 20:41:44.323286 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab83439-2363-4feb-801a-3489f290667a req-7012d582-8ec1-4407-aec4-016d26a52f61 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Made reservation on behalf of 076e4d9f49a944c487077e845726ad82 for: {'port': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:41:44.328783 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-4ab83439-2363-4feb-801a-3489f290667a req-7012d582-8ec1-4407-aec4-016d26a52f61 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:44.401835 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:44.494913 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [req-4ab83439-2363-4feb-801a-3489f290667a req-7012d582-8ec1-4407-aec4-016d26a52f61 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Allocated IP 172.20.0.9 (931f5e99-b53b-4e33-bc47-b08971122f04/9dfba0af-d982-4fa7-a855-ae6f251684ed/7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:41:44.656706 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-4ab83439-2363-4feb-801a-3489f290667a req-7012d582-8ec1-4407-aec4-016d26a52f61 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for port (7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:44.692336 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-4ab83439-2363-4feb-801a-3489f290667a req-7012d582-8ec1-4407-aec4-016d26a52f61 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:44.737425 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab83439-2363-4feb-801a-3489f290667a req-7012d582-8ec1-4407-aec4-016d26a52f61 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Network 931f5e99-b53b-4e33-bc47-b08971122f04 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:41:44.740673 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [req-4ab83439-2363-4feb-801a-3489f290667a req-7012d582-8ec1-4407-aec4-016d26a52f61 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:41:44.744209 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab83439-2363-4feb-801a-3489f290667a req-7012d582-8ec1-4407-aec4-016d26a52f61 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:41:44.778387 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012d582-8ec1-4407-aec4-016d26a52f61 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event updated for resources: {'Port': ['ID=7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:44.825665 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab83439-2363-4feb-801a-3489f290667a req-7012d582-8ec1-4407-aec4-016d26a52f61 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:44.826394 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-4ab83439-2363-4feb-801a-3489f290667a req-7012d582-8ec1-4407-aec4-016d26a52f61 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:44.866224 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4ab83439-2363-4feb-801a-3489f290667a req-7012d582-8ec1-4407-aec4-016d26a52f61 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6908598 Aug 29 20:41:44.872804 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaf7e9-c9df-497b-9e47-f85491bdd3ac req-30b1b833-c068-4f6d-b572-55d5ffc360d1 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:44.874224 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-37eaf7e9-c9df-497b-9e47-f85491bdd3ac req-30b1b833-c068-4f6d-b572-55d5ffc360d1 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2ea03034-17ef-42a5-af06-60d8e43be248 HTTP/1.1" status: 200 len: 931 time: 0.0670183 Aug 29 20:41:44.880229 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [req-4ab83439-2363-4feb-801a-3489f290667a req-09eeee70-318f-4a05-88a0-8bb3bb6b7110 service neutron] Request body: {'port': {'device_id': '2ea03034-17ef-42a5-af06-60d8e43be248', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:41:44.988105 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-37eaf7e9-c9df-497b-9e47-f85491bdd3ac req-6da86d94-dcc9-4a30-925a-b164cdb5349f tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=841af178-1a2b-4368-9088-85460bb4f2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820189 Aug 29 20:41:44.989076 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-4ab83439-2363-4feb-801a-3489f290667a req-09eeee70-318f-4a05-88a0-8bb3bb6b7110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:45.047328 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-0bd134a9-bcd3-46d1-ac37-f6a974c04203 None None] Provisioning complete for port 7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:41:45.047900 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-0bd134a9-bcd3-46d1-ac37-f6a974c04203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:45.085591 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-0bd134a9-bcd3-46d1-ac37-f6a974c04203 None None] Port 7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:41:45.113319 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:45.203801 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device db0a0e38-4c3a-4c00-a2cc-9380466c2b04 up at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:41:45.204063 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:45.207253 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:45.250347 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Provisioning complete for port db0a0e38-4c3a-4c00-a2cc-9380466c2b04 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:41:45.250721 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (db0a0e38-4c3a-4c00-a2cc-9380466c2b04), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:45.261834 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [req-4ab83439-2363-4feb-801a-3489f290667a req-09eeee70-318f-4a05-88a0-8bb3bb6b7110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a {{(pid=106199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:41:45.269690 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-4ab83439-2363-4feb-801a-3489f290667a req-09eeee70-318f-4a05-88a0-8bb3bb6b7110 service neutron] Publish callbacks [] for port (7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:45.283244 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.provisioning_blocks [req-4ab83439-2363-4feb-801a-3489f290667a req-09eeee70-318f-4a05-88a0-8bb3bb6b7110 service neutron] Transition to ACTIVE for port object 7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a will not be triggered until provisioned by entity L2. {{(pid=106199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:41:45.294303 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-4ab83439-2363-4feb-801a-3489f290667a req-09eeee70-318f-4a05-88a0-8bb3bb6b7110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61108980'] for port (7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:45.339918 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Current status of the port db0a0e38-4c3a-4c00-a2cc-9380466c2b04 is: ACTIVE; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:41:45.366520 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eeee70-318f-4a05-88a0-8bb3bb6b7110 service neutron] Pushing event updated for resources: {'Port': ['ID=7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:45.401348 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4b99f25f-9ca7-436a-b8bb-89c82aabfa38 req-43827910-d94e-4c8f-ad12-5c1390d58b70 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6f471db5-7c30-4af1-ac30-ca19749b20de HTTP/1.1" status: 200 len: 210 time: 0.0285227 Aug 29 20:41:45.425899 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-4ab83439-2363-4feb-801a-3489f290667a req-09eeee70-318f-4a05-88a0-8bb3bb6b7110 service neutron] Attempting to bind port 7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:41:45.426508 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-4ab83439-2363-4feb-801a-3489f290667a req-09eeee70-318f-4a05-88a0-8bb3bb6b7110 service neutron] Attempting to bind port 7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04'}] {{(pid=106199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:41:45.426627 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab83439-2363-4feb-801a-3489f290667a req-09eeee70-318f-4a05-88a0-8bb3bb6b7110 service neutron] Attempting to bind port 7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a on network 931f5e99-b53b-4e33-bc47-b08971122f04 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:41:45.431295 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab83439-2363-4feb-801a-3489f290667a req-09eeee70-318f-4a05-88a0-8bb3bb6b7110 service neutron] Port 7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a on network 931f5e99-b53b-4e33-bc47-b08971122f04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:41:45.431695 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab83439-2363-4feb-801a-3489f290667a req-09eeee70-318f-4a05-88a0-8bb3bb6b7110 service neutron] Attempting to bind port 7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a on network 931f5e99-b53b-4e33-bc47-b08971122f04 {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:41:45.437027 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab83439-2363-4feb-801a-3489f290667a req-09eeee70-318f-4a05-88a0-8bb3bb6b7110 service neutron] Checking agent: {'id': 'fe366970-a267-4806-8a8b-654c02250e20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'started_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:41:45.437363 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab83439-2363-4feb-801a-3489f290667a req-09eeee70-318f-4a05-88a0-8bb3bb6b7110 service neutron] Checking segment: {'id': 'c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:41:45.437738 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab83439-2363-4feb-801a-3489f290667a req-09eeee70-318f-4a05-88a0-8bb3bb6b7110 service neutron] Bound using segment: {'id': 'c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04'} {{(pid=106199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:41:45.438467 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.managers [req-4ab83439-2363-4feb-801a-3489f290667a req-09eeee70-318f-4a05-88a0-8bb3bb6b7110 service neutron] Bound port: 7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04'}}] {{(pid=106199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:41:45.439830 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-4ab83439-2363-4feb-801a-3489f290667a req-09eeee70-318f-4a05-88a0-8bb3bb6b7110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:45.528160 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-4ab83439-2363-4feb-801a-3489f290667a req-09eeee70-318f-4a05-88a0-8bb3bb6b7110 service neutron] For port 7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a, host hv-cinder-85426, cleared binding levels {{(pid=106199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:41:45.532809 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-4ab83439-2363-4feb-801a-3489f290667a req-09eeee70-318f-4a05-88a0-8bb3bb6b7110 service neutron] For port 7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a,segment=NetworkSegment(c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a),segment_id=c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a)] {{(pid=106199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:41:45.542511 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-4ab83439-2363-4feb-801a-3489f290667a req-09eeee70-318f-4a05-88a0-8bb3bb6b7110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61108980'] for port (7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:45.547359 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab83439-2363-4feb-801a-3489f290667a req-09eeee70-318f-4a05-88a0-8bb3bb6b7110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:45.547992 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-4ab83439-2363-4feb-801a-3489f290667a req-09eeee70-318f-4a05-88a0-8bb3bb6b7110 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:45.549495 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4ab83439-2363-4feb-801a-3489f290667a req-09eeee70-318f-4a05-88a0-8bb3bb6b7110 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a HTTP/1.1" status: 200 len: 1093 time: 0.6733766 Aug 29 20:41:45.550041 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea03034-17ef-42a5-af06-60d8e43be248', 'tag': '7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:41:45.553187 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8759ed-3974-4767-84ab-ddf1dcdb5a63" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea03034-17ef-42a5-af06-60d8e43be248", "tag": "7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:41:45.611603 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-55d29307-2316-4bb2-beaf-b6979a44d36f tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:45.613892 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-55d29307-2316-4bb2-beaf-b6979a44d36f tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.33 "GET /networking/v2.0/networks?id=6506ef9d-c593-4e22-ac07-3e14f3411bf3 HTTP/1.1" status: 200 len: 810 time: 0.1667252 Aug 29 20:41:45.648848 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01945da3-5a15-4dbb-9b09-655c9e2451a6 x-openstack-request-id: req-01945da3-5a15-4dbb-9b09-655c9e2451a6 {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:41:45.649979 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea03034-17ef-42a5-af06-60d8e43be248", "tag": "7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:41:45.650127 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-01945da3-5a15-4dbb-9b09-655c9e2451a6 {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:41:45.650831 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01945da3-5a15-4dbb-9b09-655c9e2451a6'] response: {'name': 'network-changed', 'server_uuid': '2ea03034-17ef-42a5-af06-60d8e43be248', 'tag': '7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a', 'status': 'completed', 'code': 200} Aug 29 20:41:45.660356 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eeee70-318f-4a05-88a0-8bb3bb6b7110 service neutron] Pushing event updated for resources: {'Port': ['ID=7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a,revision_number=3']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:45.671996 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab83439-2363-4feb-801a-3489f290667a req-18659e44-cfea-4f72-8845-71e1061b5383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:45.673532 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4ab83439-2363-4feb-801a-3489f290667a req-18659e44-cfea-4f72-8845-71e1061b5383 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=076e4d9f49a944c487077e845726ad82&device_id=2ea03034-17ef-42a5-af06-60d8e43be248 HTTP/1.1" status: 200 len: 1127 time: 0.0585289 Aug 29 20:41:45.721237 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-95707b67-32c2-47a7-b9ad-ee3ea5d48cb2 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4ac573b4aa7a47c49d129afd9939e26d HTTP/1.1" status: 200 len: 379 time: 0.0937815 Aug 29 20:41:45.726496 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4ab83439-2363-4feb-801a-3489f290667a req-434c605f-e66f-4d5c-8884-e6094ea78ac4 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a HTTP/1.1" status: 200 len: 217 time: 0.0426776 Aug 29 20:41:45.736440 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-e7ed8510-05ea-4170-a218-89d6b9254721 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Request body: {'port': {'device_id': '6f471db5-7c30-4af1-ac30-ca19749b20de', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'admin_state_up': True, 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'security_groups': ['5525aaa5-930a-4eda-b57c-b81377383211']}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:41:45.797621 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab83439-2363-4feb-801a-3489f290667a req-87865faa-4089-4510-b68e-02f742c9b24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:45.799594 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4ab83439-2363-4feb-801a-3489f290667a req-87865faa-4089-4510-b68e-02f742c9b24e service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9dfba0af-d982-4fa7-a855-ae6f251684ed HTTP/1.1" status: 200 len: 853 time: 0.0640516 Aug 29 20:41:45.850310 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab83439-2363-4feb-801a-3489f290667a req-fcb2838b-b85b-4829-981a-00e8b66cceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:45.852660 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4ab83439-2363-4feb-801a-3489f290667a req-fcb2838b-b85b-4829-981a-00e8b66cceb1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=931f5e99-b53b-4e33-bc47-b08971122f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436633 Aug 29 20:41:45.865689 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-e7ed8510-05ea-4170-a218-89d6b9254721 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Made reservation on behalf of 4ac573b4aa7a47c49d129afd9939e26d for: {'port': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:41:45.869739 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-e7ed8510-05ea-4170-a218-89d6b9254721 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:45.965850 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4ab83439-2363-4feb-801a-3489f290667a req-a59f6789-97e7-443d-9f2d-ed0e6e35dc09 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053712 Aug 29 20:41:46.016260 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-e7ed8510-05ea-4170-a218-89d6b9254721 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Allocated IP 172.20.0.10 (6506ef9d-c593-4e22-ac07-3e14f3411bf3/611c0b21-bc96-4859-87bb-f5e3e8e4141e/4b1ee9cb-0447-4a61-8f14-6989ad0a92df) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:41:46.070753 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4ab83439-2363-4feb-801a-3489f290667a req-a2562c64-1ef5-4da8-8bf0-bf3b53ea46e1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976026 Aug 29 20:41:46.080020 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:46.157343 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:46.182798 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b504237-d32d-4f0f-a2a6-87c627823c8c req-84a3fa4e-d949-4f43-bb40-8b6db88d332b tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:46.184326 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8b504237-d32d-4f0f-a2a6-87c627823c8c req-84a3fa4e-d949-4f43-bb40-8b6db88d332b tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2ea03034-17ef-42a5-af06-60d8e43be248 HTTP/1.1" status: 200 len: 943 time: 0.1013317 Aug 29 20:41:46.264419 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-e7ed8510-05ea-4170-a218-89d6b9254721 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for port (4b1ee9cb-0447-4a61-8f14-6989ad0a92df), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:46.276765 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8b504237-d32d-4f0f-a2a6-87c627823c8c req-2cf83d52-3ec1-4030-8d67-756f8ab7a262 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=841af178-1a2b-4368-9088-85460bb4f2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865195 Aug 29 20:41:46.307891 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-e7ed8510-05ea-4170-a218-89d6b9254721 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (4b1ee9cb-0447-4a61-8f14-6989ad0a92df), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:46.358501 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-e7ed8510-05ea-4170-a218-89d6b9254721 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Network 6506ef9d-c593-4e22-ac07-3e14f3411bf3 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:41:46.361770 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-e7ed8510-05ea-4170-a218-89d6b9254721 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:41:46.365712 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-e7ed8510-05ea-4170-a218-89d6b9254721 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:41:46.371880 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed8510-05ea-4170-a218-89d6b9254721 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Pushing event updated for resources: {'Port': ['ID=4b1ee9cb-0447-4a61-8f14-6989ad0a92df,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:46.418637 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-e7ed8510-05ea-4170-a218-89d6b9254721 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:46.419407 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-e7ed8510-05ea-4170-a218-89d6b9254721 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:46.436682 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-e7ed8510-05ea-4170-a218-89d6b9254721 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7049458 Aug 29 20:41:46.529539 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ceb81-c95b-4140-b34c-b85f2b930b24 req-80feb6cf-c8b6-42fe-8757-503246cce2a2 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:46.531355 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-042ceb81-c95b-4140-b34c-b85f2b930b24 req-80feb6cf-c8b6-42fe-8757-503246cce2a2 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6f471db5-7c30-4af1-ac30-ca19749b20de HTTP/1.1" status: 200 len: 932 time: 0.0524719 Aug 29 20:41:46.582836 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-042ceb81-c95b-4140-b34c-b85f2b930b24 req-9e25c222-9cf3-4c0e-be31-c67651ec62e8 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457966 Aug 29 20:41:46.612931 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-c3a6858a-6d7c-4ce8-9ecc-7cbcf46f893e None None] Provisioning complete for port 4b1ee9cb-0447-4a61-8f14-6989ad0a92df triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:41:46.613516 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-c3a6858a-6d7c-4ce8-9ecc-7cbcf46f893e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (4b1ee9cb-0447-4a61-8f14-6989ad0a92df), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:46.773144 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-c3a6858a-6d7c-4ce8-9ecc-7cbcf46f893e None None] Port 4b1ee9cb-0447-4a61-8f14-6989ad0a92df cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:41:47.073556 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-10e406d8-9365-46e7-8a04-080791843600 service neutron] Request body: {'port': {'device_id': '6f471db5-7c30-4af1-ac30-ca19749b20de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:41:47.115922 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8759ed-3974-4767-84ab-ddf1dcdb5a63 req-8df07723-3352-4d3b-b801-dd15d40cfdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:47.117897 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-9c8759ed-3974-4767-84ab-ddf1dcdb5a63 req-8df07723-3352-4d3b-b801-dd15d40cfdb8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=076e4d9f49a944c487077e845726ad82&device_id=2ea03034-17ef-42a5-af06-60d8e43be248 HTTP/1.1" status: 200 len: 1127 time: 0.0487647 Aug 29 20:41:47.152399 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:47.158607 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-10e406d8-9365-46e7-8a04-080791843600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (4b1ee9cb-0447-4a61-8f14-6989ad0a92df), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:47.216698 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:47.228726 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8759ed-3974-4767-84ab-ddf1dcdb5a63 req-8d3fc23c-4224-4bdf-bc61-84efa3b895a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:47.230187 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-9c8759ed-3974-4767-84ab-ddf1dcdb5a63 req-8d3fc23c-4224-4bdf-bc61-84efa3b895a9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=931f5e99-b53b-4e33-bc47-b08971122f04 HTTP/1.1" status: 200 len: 915 time: 0.1020513 Aug 29 20:41:47.429492 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55839a-9afb-4f72-b9fe-b36a0c4ae69d req-9e5a5841-e789-49dc-9ba8-edb28b415215 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:47.431818 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2c55839a-9afb-4f72-b9fe-b36a0c4ae69d req-9e5a5841-e789-49dc-9ba8-edb28b415215 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2ea03034-17ef-42a5-af06-60d8e43be248 HTTP/1.1" status: 200 len: 943 time: 0.0679016 Aug 29 20:41:47.493970 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-10e406d8-9365-46e7-8a04-080791843600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b1ee9cb-0447-4a61-8f14-6989ad0a92df {{(pid=106198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:41:47.507202 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-10e406d8-9365-46e7-8a04-080791843600 service neutron] Publish callbacks [] for port (4b1ee9cb-0447-4a61-8f14-6989ad0a92df), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:47.513288 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-9c8759ed-3974-4767-84ab-ddf1dcdb5a63 req-2923e487-eb4d-4774-8d69-50d0c98da31e service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a HTTP/1.1" status: 200 len: 217 time: 0.0393295 Aug 29 20:41:47.529885 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2c55839a-9afb-4f72-b9fe-b36a0c4ae69d req-ef58628e-9fd5-479e-a3d8-3cd18e3b8bd4 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=841af178-1a2b-4368-9088-85460bb4f2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922086 Aug 29 20:41:47.532740 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.provisioning_blocks [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-10e406d8-9365-46e7-8a04-080791843600 service neutron] Transition to ACTIVE for port object 4b1ee9cb-0447-4a61-8f14-6989ad0a92df will not be triggered until provisioned by entity L2. {{(pid=106198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:41:47.541178 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-10e406d8-9365-46e7-8a04-080791843600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (4b1ee9cb-0447-4a61-8f14-6989ad0a92df), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:47.585713 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:47.590904 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8759ed-3974-4767-84ab-ddf1dcdb5a63 req-03f8e800-bea4-4f9c-a212-e9090ce1457f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:47.592598 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-9c8759ed-3974-4767-84ab-ddf1dcdb5a63 req-03f8e800-bea4-4f9c-a212-e9090ce1457f service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9dfba0af-d982-4fa7-a855-ae6f251684ed HTTP/1.1" status: 200 len: 853 time: 0.0724823 Aug 29 20:41:47.646263 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e406d8-9365-46e7-8a04-080791843600 service neutron] Pushing event updated for resources: {'Port': ['ID=4b1ee9cb-0447-4a61-8f14-6989ad0a92df,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:47.648296 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:47.681903 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-10e406d8-9365-46e7-8a04-080791843600 service neutron] Attempting to bind port 4b1ee9cb-0447-4a61-8f14-6989ad0a92df on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:41:47.682140 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-10e406d8-9365-46e7-8a04-080791843600 service neutron] Attempting to bind port 4b1ee9cb-0447-4a61-8f14-6989ad0a92df by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'a7d83437-645d-48a8-bfa0-da5c0dbc5427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3'}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:41:47.682538 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-10e406d8-9365-46e7-8a04-080791843600 service neutron] Attempting to bind port 4b1ee9cb-0447-4a61-8f14-6989ad0a92df on network 6506ef9d-c593-4e22-ac07-3e14f3411bf3 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:41:47.698314 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-10e406d8-9365-46e7-8a04-080791843600 service neutron] Port 4b1ee9cb-0447-4a61-8f14-6989ad0a92df on network 6506ef9d-c593-4e22-ac07-3e14f3411bf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:41:47.698640 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-10e406d8-9365-46e7-8a04-080791843600 service neutron] Attempting to bind port 4b1ee9cb-0447-4a61-8f14-6989ad0a92df on network 6506ef9d-c593-4e22-ac07-3e14f3411bf3 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:41:47.706712 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-10e406d8-9365-46e7-8a04-080791843600 service neutron] Checking agent: {'id': 'fe366970-a267-4806-8a8b-654c02250e20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'started_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:41:47.707086 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-10e406d8-9365-46e7-8a04-080791843600 service neutron] Checking segment: {'id': 'a7d83437-645d-48a8-bfa0-da5c0dbc5427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:41:47.707407 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-10e406d8-9365-46e7-8a04-080791843600 service neutron] Bound using segment: {'id': 'a7d83437-645d-48a8-bfa0-da5c0dbc5427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3'} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:41:47.707841 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-10e406d8-9365-46e7-8a04-080791843600 service neutron] Bound port: 4b1ee9cb-0447-4a61-8f14-6989ad0a92df, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d83437-645d-48a8-bfa0-da5c0dbc5427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3'}}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:41:47.708229 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-10e406d8-9365-46e7-8a04-080791843600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (4b1ee9cb-0447-4a61-8f14-6989ad0a92df), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:47.737258 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8759ed-3974-4767-84ab-ddf1dcdb5a63 req-fc399883-5a51-4ab5-a70c-72f22b06d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:47.738937 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-9c8759ed-3974-4767-84ab-ddf1dcdb5a63 req-fc399883-5a51-4ab5-a70c-72f22b06d94f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=931f5e99-b53b-4e33-bc47-b08971122f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0763748 Aug 29 20:41:47.746518 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55601377-fdf5-4f5e-8549-82bc742fc820 req-eb172c7f-bb62-4f53-9413-140e81f28b92 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:47.747927 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-55601377-fdf5-4f5e-8549-82bc742fc820 req-eb172c7f-bb62-4f53-9413-140e81f28b92 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6f471db5-7c30-4af1-ac30-ca19749b20de HTTP/1.1" status: 200 len: 944 time: 0.0724442 Aug 29 20:41:47.770161 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-10e406d8-9365-46e7-8a04-080791843600 service neutron] For port 4b1ee9cb-0447-4a61-8f14-6989ad0a92df, host hv-cinder-85426, cleared binding levels {{(pid=106198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:41:47.773911 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-10e406d8-9365-46e7-8a04-080791843600 service neutron] For port 4b1ee9cb-0447-4a61-8f14-6989ad0a92df, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4b1ee9cb-0447-4a61-8f14-6989ad0a92df,segment=NetworkSegment(a7d83437-645d-48a8-bfa0-da5c0dbc5427),segment_id=a7d83437-645d-48a8-bfa0-da5c0dbc5427)] {{(pid=106198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:41:47.780973 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-10e406d8-9365-46e7-8a04-080791843600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (4b1ee9cb-0447-4a61-8f14-6989ad0a92df), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:47.785047 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-10e406d8-9365-46e7-8a04-080791843600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:47.785641 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-10e406d8-9365-46e7-8a04-080791843600 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:47.787284 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-10e406d8-9365-46e7-8a04-080791843600 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/4b1ee9cb-0447-4a61-8f14-6989ad0a92df HTTP/1.1" status: 200 len: 1094 time: 0.7191560 Aug 29 20:41:47.787749 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f471db5-7c30-4af1-ac30-ca19749b20de', 'tag': '4b1ee9cb-0447-4a61-8f14-6989ad0a92df'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:41:47.790710 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f607546964f141dcf8ed995c545a93b1930b0d2db8722531a12d309c5951f327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556d26c3-63a3-4b87-8a5c-72738419ff29" -d '{"events": [{"name": "network-changed", "server_uuid": "6f471db5-7c30-4af1-ac30-ca19749b20de", "tag": "4b1ee9cb-0447-4a61-8f14-6989ad0a92df"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:41:47.843028 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93991ca1-ce04-416e-9f98-6c3e48d81230 x-openstack-request-id: req-93991ca1-ce04-416e-9f98-6c3e48d81230 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:41:47.843312 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f471db5-7c30-4af1-ac30-ca19749b20de", "tag": "4b1ee9cb-0447-4a61-8f14-6989ad0a92df", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:41:47.843574 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93991ca1-ce04-416e-9f98-6c3e48d81230 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:41:47.843996 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93991ca1-ce04-416e-9f98-6c3e48d81230'] response: {'name': 'network-changed', 'server_uuid': '6f471db5-7c30-4af1-ac30-ca19749b20de', 'tag': '4b1ee9cb-0447-4a61-8f14-6989ad0a92df', 'status': 'completed', 'code': 200} Aug 29 20:41:47.869163 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-55601377-fdf5-4f5e-8549-82bc742fc820 req-33cb6d38-63f5-46f0-ac07-7449511290c7 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122015 Aug 29 20:41:47.895530 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e406d8-9365-46e7-8a04-080791843600 service neutron] Pushing event updated for resources: {'Port': ['ID=4b1ee9cb-0447-4a61-8f14-6989ad0a92df,revision_number=3']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:47.899734 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-f7a03aea-ea97-4edf-bd81-9e5d22d78f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:47.901259 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-f7a03aea-ea97-4edf-bd81-9e5d22d78f41 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=4ac573b4aa7a47c49d129afd9939e26d&device_id=6f471db5-7c30-4af1-ac30-ca19749b20de HTTP/1.1" status: 200 len: 1128 time: 0.0603037 Aug 29 20:41:47.923028 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-9c8759ed-3974-4767-84ab-ddf1dcdb5a63 req-3af7ad73-c704-49c8-8718-13cc1cb42715 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741197 Aug 29 20:41:47.947765 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-b35fc1d0-dc59-48db-83b0-44f4cfd29585 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b1ee9cb-0447-4a61-8f14-6989ad0a92df HTTP/1.1" status: 200 len: 217 time: 0.0388539 Aug 29 20:41:48.029709 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-82b610d2-d229-4743-a439-24141529a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:48.032235 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-82b610d2-d229-4743-a439-24141529a45b service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=611c0b21-bc96-4859-87bb-f5e3e8e4141e HTTP/1.1" status: 200 len: 849 time: 0.0756531 Aug 29 20:41:48.057521 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-9c8759ed-3974-4767-84ab-ddf1dcdb5a63 req-41b18dc5-aa51-4deb-897a-1c1fa480397c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273799 Aug 29 20:41:48.081567 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-5e20644f-395b-4a13-91a2-aea35cb70472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:48.083126 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-5e20644f-395b-4a13-91a2-aea35cb70472 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=6506ef9d-c593-4e22-ac07-3e14f3411bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423384 Aug 29 20:41:48.185847 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-6699fafb-6705-4753-84c2-b994aeb2c5ef service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6506ef9d-c593-4e22-ac07-3e14f3411bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931120 Aug 29 20:41:48.203566 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e869da-6b63-48ba-876c-6673fbdfa325 req-2e48c976-1415-4f9a-9b30-623fb83903d1 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:48.205058 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-37e869da-6b63-48ba-876c-6673fbdfa325 req-2e48c976-1415-4f9a-9b30-623fb83903d1 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=73f00e48-ce6f-46e3-9c3f-843ad53c1e17 HTTP/1.1" status: 200 len: 945 time: 0.0463529 Aug 29 20:41:48.256034 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-37e869da-6b63-48ba-876c-6673fbdfa325 req-ba21b109-5d84-4dfb-9597-3e26d5ac0c3c tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=384c0085-245a-41e1-9fbb-3a0e80ea4530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453105 Aug 29 20:41:48.671987 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a53885-81f6-44c2-8543-77ba6836a6a0 req-e7b876aa-0ba7-4b95-bbd2-56cfef7cab75 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:48.673464 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-95a53885-81f6-44c2-8543-77ba6836a6a0 req-e7b876aa-0ba7-4b95-bbd2-56cfef7cab75 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2ea03034-17ef-42a5-af06-60d8e43be248 HTTP/1.1" status: 200 len: 943 time: 0.0501218 Aug 29 20:41:48.722981 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-95a53885-81f6-44c2-8543-77ba6836a6a0 req-da15a84b-8ebf-4c2c-ad7a-dfa1b4bf1c4d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=841af178-1a2b-4368-9088-85460bb4f2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439091 Aug 29 20:41:48.980615 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afa98e-329e-48a3-b2a0-5b80fd876167 req-fb1a457d-cc46-4008-a3ad-25e8cb0f93d1 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:48.982083 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-45afa98e-329e-48a3-b2a0-5b80fd876167 req-fb1a457d-cc46-4008-a3ad-25e8cb0f93d1 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6f471db5-7c30-4af1-ac30-ca19749b20de HTTP/1.1" status: 200 len: 944 time: 0.0485823 Aug 29 20:41:49.033185 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-45afa98e-329e-48a3-b2a0-5b80fd876167 req-7f437e2d-e712-4e79-bb37-30a60bc55b8c tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454032 Aug 29 20:41:49.379210 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bfa2a-5a1e-4db5-89d6-2bf98764d646 req-d633ea07-5652-4ae9-94ab-2379d9cd164d tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:49.380695 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-731bfa2a-5a1e-4db5-89d6-2bf98764d646 req-d633ea07-5652-4ae9-94ab-2379d9cd164d tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=73f00e48-ce6f-46e3-9c3f-843ad53c1e17 HTTP/1.1" status: 200 len: 945 time: 0.0474844 Aug 29 20:41:49.431920 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-731bfa2a-5a1e-4db5-89d6-2bf98764d646 req-34a91cdd-4fec-48cb-8295-5de337d6882e tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=384c0085-245a-41e1-9fbb-3a0e80ea4530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454884 Aug 29 20:41:49.671576 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-673885c8-9d9c-4914-a921-7e5fa52577b6 req-0bce88cf-ae20-4c93-93d5-757069ba660c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6506ef9d-c593-4e22-ac07-3e14f3411bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926728 Aug 29 20:41:49.842841 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20077e-0252-4633-9259-a68b12036d6b req-38343216-3a66-4b8a-a927-c607d5a58a2d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:49.844307 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ef20077e-0252-4633-9259-a68b12036d6b req-38343216-3a66-4b8a-a927-c607d5a58a2d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2ea03034-17ef-42a5-af06-60d8e43be248 HTTP/1.1" status: 200 len: 943 time: 0.0484006 Aug 29 20:41:49.894225 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-ef20077e-0252-4633-9259-a68b12036d6b req-a1858eb1-c75b-4629-be7b-dee9b2eb6ede tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=841af178-1a2b-4368-9088-85460bb4f2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441120 Aug 29 20:41:50.070968 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d26c3-63a3-4b87-8a5c-72738419ff29 req-5cda2348-0c67-46ff-8cdc-8ee2c94852ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:50.073624 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-556d26c3-63a3-4b87-8a5c-72738419ff29 req-5cda2348-0c67-46ff-8cdc-8ee2c94852ec service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=4ac573b4aa7a47c49d129afd9939e26d&device_id=6f471db5-7c30-4af1-ac30-ca19749b20de HTTP/1.1" status: 200 len: 1128 time: 0.0457478 Aug 29 20:41:50.199807 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666b3ee-be78-4d06-952a-bf4e40cf1791 req-fc8042b4-f20c-47e4-913f-23de202fdad0 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:50.201339 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7666b3ee-be78-4d06-952a-bf4e40cf1791 req-fc8042b4-f20c-47e4-913f-23de202fdad0 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6f471db5-7c30-4af1-ac30-ca19749b20de HTTP/1.1" status: 200 len: 944 time: 0.0611026 Aug 29 20:41:50.238422 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d26c3-63a3-4b87-8a5c-72738419ff29 req-3affabf7-4ea5-4b36-b141-20a2c1921e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:50.239827 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-556d26c3-63a3-4b87-8a5c-72738419ff29 req-3affabf7-4ea5-4b36-b141-20a2c1921e13 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=6506ef9d-c593-4e22-ac07-3e14f3411bf3 HTTP/1.1" status: 200 len: 911 time: 0.1593077 Aug 29 20:41:50.261609 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:50.262370 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5840c-85f6-4dd4-a57e-a4910e9670b6 req-3a7bf7e7-0556-432a-b78d-f9b5ba3a0591 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:50.263891 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7bd5840c-85f6-4dd4-a57e-a4910e9670b6 req-3a7bf7e7-0556-432a-b78d-f9b5ba3a0591 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=73f00e48-ce6f-46e3-9c3f-843ad53c1e17 HTTP/1.1" status: 200 len: 945 time: 0.0582922 Aug 29 20:41:50.301736 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-556d26c3-63a3-4b87-8a5c-72738419ff29 req-b6315d76-9814-4748-9c4e-e6c0ab088ebe service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b1ee9cb-0447-4a61-8f14-6989ad0a92df HTTP/1.1" status: 200 len: 217 time: 0.0514524 Aug 29 20:41:50.305658 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7666b3ee-be78-4d06-952a-bf4e40cf1791 req-b8a18b79-815d-4bdf-aa81-9264838533d7 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974166 Aug 29 20:41:50.322071 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:41:50.340885 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:50.352322 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [req-7bd5840c-85f6-4dd4-a57e-a4910e9670b6 req-6b8f9b5c-ba9d-4313-9f76-856b9782bd8b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Deleting port 965dfd7e-6945-4afe-8e3c-f9f76a73a0ae {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:41:50.353270 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-7bd5840c-85f6-4dd4-a57e-a4910e9670b6 req-6b8f9b5c-ba9d-4313-9f76-856b9782bd8b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (965dfd7e-6945-4afe-8e3c-f9f76a73a0ae), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:50.356281 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d26c3-63a3-4b87-8a5c-72738419ff29 req-baa36d91-f4fe-4ced-8894-2dfe6e1545a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:50.357780 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-556d26c3-63a3-4b87-8a5c-72738419ff29 req-baa36d91-f4fe-4ced-8894-2dfe6e1545a1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=611c0b21-bc96-4859-87bb-f5e3e8e4141e HTTP/1.1" status: 200 len: 849 time: 0.0486803 Aug 29 20:41:50.407588 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d26c3-63a3-4b87-8a5c-72738419ff29 req-d21970bb-68a5-46b3-b1e8-6e90c0fae563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:50.409467 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-556d26c3-63a3-4b87-8a5c-72738419ff29 req-d21970bb-68a5-46b3-b1e8-6e90c0fae563 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=6506ef9d-c593-4e22-ac07-3e14f3411bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446501 Aug 29 20:41:50.434350 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a,segment=NetworkSegment(c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a),segment_id=c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:41:50.445748 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Returning: {'device': '7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'port_id': '7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a', 'mac_address': 'fa:16:3e:95:0b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:41:50.459249 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-7bd5840c-85f6-4dd4-a57e-a4910e9670b6 req-6b8f9b5c-ba9d-4313-9f76-856b9782bd8b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] For port 965dfd7e-6945-4afe-8e3c-f9f76a73a0ae, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=965dfd7e-6945-4afe-8e3c-f9f76a73a0ae,segment=NetworkSegment(8c9134b6-3421-4c96-a19d-f5e493e1ee40),segment_id=8c9134b6-3421-4c96-a19d-f5e493e1ee40)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:41:50.459249 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-7bd5840c-85f6-4dd4-a57e-a4910e9670b6 req-6b8f9b5c-ba9d-4313-9f76-856b9782bd8b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (965dfd7e-6945-4afe-8e3c-f9f76a73a0ae), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:50.473767 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [req-7bd5840c-85f6-4dd4-a57e-a4910e9670b6 req-6b8f9b5c-ba9d-4313-9f76-856b9782bd8b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Calling delete_port for 965dfd7e-6945-4afe-8e3c-f9f76a73a0ae owned by compute:nova {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:41:50.486034 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=100 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:50.489160 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:41:50.489562 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:50.505441 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:41:50.530410 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a,segment=NetworkSegment(c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a),segment_id=c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:41:50.535042 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:50.546838 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-556d26c3-63a3-4b87-8a5c-72738419ff29 req-44814467-a8ee-4a5a-8298-a7a352768bbf service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6506ef9d-c593-4e22-ac07-3e14f3411bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298642 Aug 29 20:41:50.593644 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6fb01-5bd1-4e6a-a4e6-c1139236bf1a req-f71325c5-4eda-47fe-a79e-ba507c546ade tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:50.595041 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a5a6fb01-5bd1-4e6a-a4e6-c1139236bf1a req-f71325c5-4eda-47fe-a79e-ba507c546ade tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=73f00e48-ce6f-46e3-9c3f-843ad53c1e17 HTTP/1.1" status: 200 len: 945 time: 0.0677836 Aug 29 20:41:50.606614 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:50.616715 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:50.661266 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-556d26c3-63a3-4b87-8a5c-72738419ff29 req-3ea7c180-2ba0-4440-9842-8c9d170496f9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6506ef9d-c593-4e22-ac07-3e14f3411bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071053 Aug 29 20:41:50.688125 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a5a6fb01-5bd1-4e6a-a4e6-c1139236bf1a req-05f9f4e0-5883-4c75-b3ab-6af01116f87b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=384c0085-245a-41e1-9fbb-3a0e80ea4530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835941 Aug 29 20:41:50.709147 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-7bd5840c-85f6-4dd4-a57e-a4910e9670b6 req-6b8f9b5c-ba9d-4313-9f76-856b9782bd8b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (965dfd7e-6945-4afe-8e3c-f9f76a73a0ae), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:50.740923 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f9b5c-ba9d-4313-9f76-856b9782bd8b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Pushing event deleted for resources: {'Port': ['ID=965dfd7e-6945-4afe-8e3c-f9f76a73a0ae,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:50.789124 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd5840c-85f6-4dd4-a57e-a4910e9670b6 req-6b8f9b5c-ba9d-4313-9f76-856b9782bd8b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] No DVR routers for this DVR port 965dfd7e-6945-4afe-8e3c-f9f76a73a0ae on host hv-cinder-85426 {{(pid=106199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:41:50.793351 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-7bd5840c-85f6-4dd4-a57e-a4910e9670b6 req-6b8f9b5c-ba9d-4313-9f76-856b9782bd8b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:50.796905 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7bd5840c-85f6-4dd4-a57e-a4910e9670b6 req-6b8f9b5c-ba9d-4313-9f76-856b9782bd8b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.33 "DELETE /networking/v2.0/ports/965dfd7e-6945-4afe-8e3c-f9f76a73a0ae HTTP/1.1" status: 204 len: 173 time: 0.5260928 Aug 29 20:41:50.797351 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f00e48-ce6f-46e3-9c3f-843ad53c1e17', 'name': 'network-vif-deleted', 'tag': '965dfd7e-6945-4afe-8e3c-f9f76a73a0ae'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:41:50.799719 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2079e9-a58d-4131-8f48-6cf2b7028468" -d '{"events": [{"server_uuid": "73f00e48-ce6f-46e3-9c3f-843ad53c1e17", "name": "network-vif-deleted", "tag": "965dfd7e-6945-4afe-8e3c-f9f76a73a0ae"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:41:50.833365 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:41:50.845628 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e584fe3b-78f6-4218-975e-de7e4d592422 x-openstack-request-id: req-e584fe3b-78f6-4218-975e-de7e4d592422 {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:41:50.845958 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f00e48-ce6f-46e3-9c3f-843ad53c1e17", "name": "network-vif-deleted", "tag": "965dfd7e-6945-4afe-8e3c-f9f76a73a0ae", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:41:50.846273 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e584fe3b-78f6-4218-975e-de7e4d592422 {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:41:50.846741 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e584fe3b-78f6-4218-975e-de7e4d592422'] response: {'server_uuid': '73f00e48-ce6f-46e3-9c3f-843ad53c1e17', 'name': 'network-vif-deleted', 'tag': '965dfd7e-6945-4afe-8e3c-f9f76a73a0ae', 'status': 'completed', 'code': 200} Aug 29 20:41:50.855678 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:51.041288 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951d39b-b27f-43f9-b10b-d02b0c4a962a req-db260ba4-1213-4ad3-a46d-d3412f74a727 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:51.042775 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8951d39b-b27f-43f9-b10b-d02b0c4a962a req-db260ba4-1213-4ad3-a46d-d3412f74a727 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2ea03034-17ef-42a5-af06-60d8e43be248 HTTP/1.1" status: 200 len: 944 time: 0.0692844 Aug 29 20:41:51.091097 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8951d39b-b27f-43f9-b10b-d02b0c4a962a req-1ec71ecd-b651-448b-a4bf-79bad2790910 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=841af178-1a2b-4368-9088-85460bb4f2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425868 Aug 29 20:41:51.451097 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5b197-8d87-4ec2-9ad3-a7eba71a7325 req-d7d50d84-a7ad-440c-8079-1ce3ebeeef0d tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:51.454340 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4cb5b197-8d87-4ec2-9ad3-a7eba71a7325 req-d7d50d84-a7ad-440c-8079-1ce3ebeeef0d tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6f471db5-7c30-4af1-ac30-ca19749b20de HTTP/1.1" status: 200 len: 944 time: 0.0595119 Aug 29 20:41:51.512206 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4cb5b197-8d87-4ec2-9ad3-a7eba71a7325 req-8df22c4f-f361-487e-abb8-03280fc58bcb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489326 Aug 29 20:41:52.217244 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429ae00-66a8-401d-b9b7-abbce81dffe1 req-500b5f70-918b-4459-bb66-6a3743838d20 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:52.218766 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7429ae00-66a8-401d-b9b7-abbce81dffe1 req-500b5f70-918b-4459-bb66-6a3743838d20 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2ea03034-17ef-42a5-af06-60d8e43be248 HTTP/1.1" status: 200 len: 944 time: 0.0537536 Aug 29 20:41:52.271690 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7429ae00-66a8-401d-b9b7-abbce81dffe1 req-ad832d47-b7c7-4f11-b133-a3e724e626e7 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=841af178-1a2b-4368-9088-85460bb4f2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441804 Aug 29 20:41:52.646810 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c371c-82ed-4341-bffa-f5542b74662c req-3a0fbf0f-a977-4e71-b9e5-98251f6c0a3e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:52.646810 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-780c371c-82ed-4341-bffa-f5542b74662c req-3a0fbf0f-a977-4e71-b9e5-98251f6c0a3e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6f471db5-7c30-4af1-ac30-ca19749b20de HTTP/1.1" status: 200 len: 944 time: 0.0479500 Aug 29 20:41:52.647511 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:52.648545 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:52.713816 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-780c371c-82ed-4341-bffa-f5542b74662c req-775c5c32-344d-430e-ac8c-dd0079538ba3 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603750 Aug 29 20:41:53.401177 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883abb6-1368-4f88-a06a-5c47af31b399 req-47f1d039-c3bb-483d-bea9-f3773439e951 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:53.402722 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c883abb6-1368-4f88-a06a-5c47af31b399 req-47f1d039-c3bb-483d-bea9-f3773439e951 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2ea03034-17ef-42a5-af06-60d8e43be248 HTTP/1.1" status: 200 len: 944 time: 0.0493855 Aug 29 20:41:53.454991 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c883abb6-1368-4f88-a06a-5c47af31b399 req-44deabc8-8af2-4927-ab26-9e50ef2f382a tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=841af178-1a2b-4368-9088-85460bb4f2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451703 Aug 29 20:41:53.853440 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfc041-2fcf-44e4-b67e-d47ded2b48b9 req-0778f3aa-dc46-422e-b9b6-2a211427f051 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:53.854924 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-05cfc041-2fcf-44e4-b67e-d47ded2b48b9 req-0778f3aa-dc46-422e-b9b6-2a211427f051 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6f471db5-7c30-4af1-ac30-ca19749b20de HTTP/1.1" status: 200 len: 944 time: 0.0496778 Aug 29 20:41:54.184311 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-05cfc041-2fcf-44e4-b67e-d47ded2b48b9 req-907b6d9e-e2c6-4742-a6b3-0095c5d9066f tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3232744 Aug 29 20:41:54.341579 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a up at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:41:54.386020 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:54.395830 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning for port 7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:41:54.397606 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:54.403761 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning complete for port 7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:41:54.404164 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:54.486021 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:41:54.486408 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:54.512472 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea03034-17ef-42a5-af06-60d8e43be248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:41:54.514713 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eee8fb3122df5bdd6ea851cee31293cb8412868e368eaaf22337f89cfd7738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8202e875-61cf-45be-9e63-b00e9c5ebe95" -d '{"events": [{"server_uuid": "2ea03034-17ef-42a5-af06-60d8e43be248", "name": "network-vif-plugged", "status": "completed", "tag": "7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:41:54.535915 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a,segment=NetworkSegment(c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a),segment_id=c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:41:54.543412 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:54.544969 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 965dfd7e-6945-4afe-8e3c-f9f76a73a0ae no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:41:54.603237 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad8af3e-7c59-47c3-bdf1-c479016b7c9b x-openstack-request-id: req-cad8af3e-7c59-47c3-bdf1-c479016b7c9b {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:41:54.603585 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea03034-17ef-42a5-af06-60d8e43be248", "name": "network-vif-plugged", "status": "completed", "tag": "7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:41:54.604066 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cad8af3e-7c59-47c3-bdf1-c479016b7c9b {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:41:54.604633 dv-cinder-854263-2-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cad8af3e-7c59-47c3-bdf1-c479016b7c9b'] response: {'server_uuid': '2ea03034-17ef-42a5-af06-60d8e43be248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a', 'code': 200} Aug 29 20:41:54.612132 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] No Port match for: 965dfd7e-6945-4afe-8e3c-f9f76a73a0ae {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:41:54.612860 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 965dfd7e-6945-4afe-8e3c-f9f76a73a0ae not bound to the agent host hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:41:54.640188 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972bf93-ff35-454c-be79-15e68b61d539 req-fcf716bc-75dd-4db8-91d3-9d11ad4d1161 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:54.642742 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a972bf93-ff35-454c-be79-15e68b61d539 req-fcf716bc-75dd-4db8-91d3-9d11ad4d1161 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2ea03034-17ef-42a5-af06-60d8e43be248 HTTP/1.1" status: 200 len: 945 time: 0.0861554 Aug 29 20:41:54.651348 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:54.713832 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a972bf93-ff35-454c-be79-15e68b61d539 req-0d853a04-5c62-46b1-b3da-e64a1746b4e0 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=841af178-1a2b-4368-9088-85460bb4f2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630763 Aug 29 20:41:55.337565 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77faa291-0237-4f69-877a-c305c7798390 req-21b434a0-ed7f-4c75-ae57-9583612b1cbd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:55.339221 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-77faa291-0237-4f69-877a-c305c7798390 req-21b434a0-ed7f-4c75-ae57-9583612b1cbd tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6f471db5-7c30-4af1-ac30-ca19749b20de HTTP/1.1" status: 200 len: 944 time: 0.0540359 Aug 29 20:41:55.390038 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-77faa291-0237-4f69-877a-c305c7798390 req-fa000954-9cfc-412d-b4b6-c8bf9046f5e8 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445447 Aug 29 20:41:55.849454 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06138940-f368-42ea-9b2b-ae87e2666390 req-29c5d5af-8942-4433-ba11-2040f93bd826 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:55.850975 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-06138940-f368-42ea-9b2b-ae87e2666390 req-29c5d5af-8942-4433-ba11-2040f93bd826 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2ea03034-17ef-42a5-af06-60d8e43be248 HTTP/1.1" status: 200 len: 945 time: 0.0556169 Aug 29 20:41:55.904339 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-06138940-f368-42ea-9b2b-ae87e2666390 req-c29bc395-211e-4bce-b1c4-17cecd4e1123 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=841af178-1a2b-4368-9088-85460bb4f2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443077 Aug 29 20:41:56.350901 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7b5d5-f174-4964-bb42-d339d4b6ceba req-cadfe652-d24c-497b-a7d9-0ff74e062e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:56.352944 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1af7b5d5-f174-4964-bb42-d339d4b6ceba req-cadfe652-d24c-497b-a7d9-0ff74e062e15 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ea03034-17ef-42a5-af06-60d8e43be248 HTTP/1.1" status: 200 len: 1129 time: 0.0452657 Aug 29 20:41:56.404066 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1af7b5d5-f174-4964-bb42-d339d4b6ceba req-f9f2431f-c633-400a-b6be-5c90122caa06 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=841af178-1a2b-4368-9088-85460bb4f2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436814 Aug 29 20:41:56.533343 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308a661-63aa-4b38-8093-f5b0dc9e0c77 req-efd6ba2a-6fdf-444c-8f6a-272bd8ca52cb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:56.534809 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3308a661-63aa-4b38-8093-f5b0dc9e0c77 req-efd6ba2a-6fdf-444c-8f6a-272bd8ca52cb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6f471db5-7c30-4af1-ac30-ca19749b20de HTTP/1.1" status: 200 len: 944 time: 0.0656133 Aug 29 20:41:56.593288 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-3308a661-63aa-4b38-8093-f5b0dc9e0c77 req-348c4f08-9a47-4bc5-9ebf-2e47478eb6cc tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517352 Aug 29 20:41:57.044172 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294af3b-9177-416c-bc51-0116e16286f7 req-f9e0faa6-e553-4b81-ada6-208c62409d6c tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:57.045678 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a294af3b-9177-416c-bc51-0116e16286f7 req-f9e0faa6-e553-4b81-ada6-208c62409d6c tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2ea03034-17ef-42a5-af06-60d8e43be248 HTTP/1.1" status: 200 len: 945 time: 0.0523927 Aug 29 20:41:57.117077 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a294af3b-9177-416c-bc51-0116e16286f7 req-629cb579-2165-4c31-a891-74a5fb693113 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=841af178-1a2b-4368-9088-85460bb4f2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642948 Aug 29 20:41:57.722251 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:57.741269 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8236a5-f3fc-4683-92c4-2e0c343f2f8c req-76d18b9c-7fa5-4f9a-9cc2-79c6e827b6e5 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:57.742774 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4e8236a5-f3fc-4683-92c4-2e0c343f2f8c req-76d18b9c-7fa5-4f9a-9cc2-79c6e827b6e5 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6f471db5-7c30-4af1-ac30-ca19749b20de HTTP/1.1" status: 200 len: 944 time: 0.0683279 Aug 29 20:41:57.815379 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4e8236a5-f3fc-4683-92c4-2e0c343f2f8c req-1b09a0a2-13b9-4416-ab99-fbc30d493090 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633943 Aug 29 20:41:58.515754 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3cc0a-5254-491f-81c6-a71af41057e6 req-00bd5423-99c2-4d18-aa05-5d3828698f8b tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:58.517299 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4fb3cc0a-5254-491f-81c6-a71af41057e6 req-00bd5423-99c2-4d18-aa05-5d3828698f8b tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2ea03034-17ef-42a5-af06-60d8e43be248 HTTP/1.1" status: 200 len: 945 time: 0.3160763 Aug 29 20:41:58.566245 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4fb3cc0a-5254-491f-81c6-a71af41057e6 req-3282ba8c-c2b4-4acd-be0f-1f90b3765e31 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=841af178-1a2b-4368-9088-85460bb4f2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431011 Aug 29 20:41:58.733568 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc53d64-2454-4272-a350-ac9664931942 req-7fc0e929-962b-4739-8613-ed9674de7377 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:58.735377 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6dc53d64-2454-4272-a350-ac9664931942 req-7fc0e929-962b-4739-8613-ed9674de7377 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2ea03034-17ef-42a5-af06-60d8e43be248 HTTP/1.1" status: 200 len: 945 time: 0.0648751 Aug 29 20:41:58.745536 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 40236) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:41:58.750144 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-a0fcf972-ca0f-4609-afd8-2196f37d5cb6 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Request body: {'floatingip': {'port_id': '7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:41:58.790159 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a0fcf972-ca0f-4609-afd8-2196f37d5cb6 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for floatingip (1e8c6ad2-7eb0-4c93-afc0-8ba01dd16b38), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:58.890865 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 4b1ee9cb-0447-4a61-8f14-6989ad0a92df details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:41:58.995537 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d21c00-bf79-4a99-bb55-130888b99ed4 req-5f31ae59-5880-413a-9809-aa5cdcde7e71 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:41:59.000600 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-47d21c00-bf79-4a99-bb55-130888b99ed4 req-5f31ae59-5880-413a-9809-aa5cdcde7e71 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6f471db5-7c30-4af1-ac30-ca19749b20de HTTP/1.1" status: 200 len: 944 time: 0.0766678 Aug 29 20:41:59.030386 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:59.035218 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 4b1ee9cb-0447-4a61-8f14-6989ad0a92df, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4b1ee9cb-0447-4a61-8f14-6989ad0a92df,segment=NetworkSegment(a7d83437-645d-48a8-bfa0-da5c0dbc5427),segment_id=a7d83437-645d-48a8-bfa0-da5c0dbc5427)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:41:59.049236 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Returning: {'device': '4b1ee9cb-0447-4a61-8f14-6989ad0a92df', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'port_id': '4b1ee9cb-0447-4a61-8f14-6989ad0a92df', 'mac_address': 'fa:16:3e:1d:44:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:41:59.060653 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-47d21c00-bf79-4a99-bb55-130888b99ed4 req-5d628aa8-3bd9-4a6c-8329-24c77c45536e tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532568 Aug 29 20:41:59.108154 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 4b1ee9cb-0447-4a61-8f14-6989ad0a92df is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:41:59.108697 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (4b1ee9cb-0447-4a61-8f14-6989ad0a92df), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:59.132431 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b1ee9cb-0447-4a61-8f14-6989ad0a92df {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:41:59.158829 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:59.172861 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 4b1ee9cb-0447-4a61-8f14-6989ad0a92df, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4b1ee9cb-0447-4a61-8f14-6989ad0a92df,segment=NetworkSegment(a7d83437-645d-48a8-bfa0-da5c0dbc5427),segment_id=a7d83437-645d-48a8-bfa0-da5c0dbc5427)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:41:59.178478 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (4b1ee9cb-0447-4a61-8f14-6989ad0a92df), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:59.234139 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=4b1ee9cb-0447-4a61-8f14-6989ad0a92df,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:41:59.345965 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a0fcf972-ca0f-4609-afd8-2196f37d5cb6 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:59.350443 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a0fcf972-ca0f-4609-afd8-2196f37d5cb6 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (1e8c6ad2-7eb0-4c93-afc0-8ba01dd16b38), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:59.455293 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.db.l3_db [None req-a0fcf972-ca0f-4609-afd8-2196f37d5cb6 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Floating IP 1e8c6ad2-7eb0-4c93-afc0-8ba01dd16b38 associated. External IP: 172.27.1.207, port: 7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a. Aug 29 20:41:59.667354 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fcf972-ca0f-4609-afd8-2196f37d5cb6 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:41:59.774538 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:41:59.780036 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fcf972-ca0f-4609-afd8-2196f37d5cb6 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:41:59.785017 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a0fcf972-ca0f-4609-afd8-2196f37d5cb6 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:41:59.793541 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42936d9e-4bed-402e-a109-08bc5b5d522f None None] Sync routers for ids ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:41:59.806291 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42936d9e-4bed-402e-a109-08bc5b5d522f None None] Routers {'2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:41:59.807042 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-42936d9e-4bed-402e-a109-08bc5b5d522f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:41:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:41:59.822855 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-a0fcf972-ca0f-4609-afd8-2196f37d5cb6 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/1e8c6ad2-7eb0-4c93-afc0-8ba01dd16b38 HTTP/1.1" status: 200 len: 991 time: 1.0761666 Aug 29 20:41:59.823547 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea03034-17ef-42a5-af06-60d8e43be248', 'tag': '7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:41:59.825846 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f0e733-7b74-4f25-9e56-23dabd9353fa" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea03034-17ef-42a5-af06-60d8e43be248", "tag": "7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:41:59.889375 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327460a4-939a-422f-aad5-883675aee185 x-openstack-request-id: req-327460a4-939a-422f-aad5-883675aee185 {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:41:59.889714 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea03034-17ef-42a5-af06-60d8e43be248", "tag": "7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:41:59.890014 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-327460a4-939a-422f-aad5-883675aee185 {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:41:59.890471 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-327460a4-939a-422f-aad5-883675aee185'] response: {'name': 'network-changed', 'server_uuid': '2ea03034-17ef-42a5-af06-60d8e43be248', 'tag': '7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a', 'status': 'completed', 'code': 200} Aug 29 20:41:59.942843 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-42936d9e-4bed-402e-a109-08bc5b5d522f None None] Set router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:41:59.968865 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:00.201246 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23429c4-538b-47eb-bc3f-f7d4067b4765 req-69d57648-28a1-41a9-afaf-f2560ce0c806 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:00.202738 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a23429c4-538b-47eb-bc3f-f7d4067b4765 req-69d57648-28a1-41a9-afaf-f2560ce0c806 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6f471db5-7c30-4af1-ac30-ca19749b20de HTTP/1.1" status: 200 len: 945 time: 0.0564620 Aug 29 20:42:00.232714 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:00.242679 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-42936d9e-4bed-402e-a109-08bc5b5d522f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:39Z', 'revision_number': 4, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port': {'id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '1e8c6ad2-7eb0-4c93-afc0-8ba01dd16b38', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'port_id': '7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'mac_address': 'fa:16:3e:95:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea03034-17ef-42a5-af06-60d8e43be248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:41:41Z', 'updated_at': '2022-08-29T20:41:59Z', 'revision_number': 1, 'project_id': '076e4d9f49a944c487077e845726ad82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0a0e38-4c3a-4c00-a2cc-9380466c2b04', 'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'mac_address': 'fa:16:3e:fb:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:38Z', 'updated_at': '2022-08-29T20:41:43Z', 'revision_number': 5, 'project_id': '076e4d9f49a944c487077e845726ad82', 'subnets': [{'id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:42:00.266340 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a23429c4-538b-47eb-bc3f-f7d4067b4765 req-60b87df3-fe3e-4a06-9b32-92a213276bd9 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564969 Aug 29 20:42:00.272094 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42936d9e-4bed-402e-a109-08bc5b5d522f None None] Checking router: 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:42:00.283675 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42936d9e-4bed-402e-a109-08bc5b5d522f None None] Routers {'2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:42:00.284520 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-42936d9e-4bed-402e-a109-08bc5b5d522f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:41:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:42:00.349519 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:00.402729 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-42936d9e-4bed-402e-a109-08bc5b5d522f None None] Set router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:42:00.634946 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-42936d9e-4bed-402e-a109-08bc5b5d522f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:39Z', 'revision_number': 4, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port': {'id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '1e8c6ad2-7eb0-4c93-afc0-8ba01dd16b38', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'port_id': '7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'mac_address': 'fa:16:3e:95:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea03034-17ef-42a5-af06-60d8e43be248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:41:41Z', 'updated_at': '2022-08-29T20:41:59Z', 'revision_number': 1, 'project_id': '076e4d9f49a944c487077e845726ad82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0a0e38-4c3a-4c00-a2cc-9380466c2b04', 'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'mac_address': 'fa:16:3e:fb:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:38Z', 'updated_at': '2022-08-29T20:41:43Z', 'revision_number': 5, 'project_id': '076e4d9f49a944c487077e845726ad82', 'subnets': [{'id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:42:00.663055 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42936d9e-4bed-402e-a109-08bc5b5d522f None None] The sync data for ids ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'] in dv-cinder-854263-2-iscsi is: [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:39Z', 'revision_number': 4, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port': {'id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '1e8c6ad2-7eb0-4c93-afc0-8ba01dd16b38', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'port_id': '7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'mac_address': 'fa:16:3e:95:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea03034-17ef-42a5-af06-60d8e43be248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:41:41Z', 'updated_at': '2022-08-29T20:41:59Z', 'revision_number': 1, 'project_id': '076e4d9f49a944c487077e845726ad82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0a0e38-4c3a-4c00-a2cc-9380466c2b04', 'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'mac_address': 'fa:16:3e:fb:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:38Z', 'updated_at': '2022-08-29T20:41:43Z', 'revision_number': 5, 'project_id': '076e4d9f49a944c487077e845726ad82', 'subnets': [{'id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:42:00.902183 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f8fb70-0f06-4442-ba34-209df29a882b None None] New status for floating IP 1e8c6ad2-7eb0-4c93-afc0-8ba01dd16b38: ACTIVE {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:42:01.059397 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['4b1ee9cb-0447-4a61-8f14-6989ad0a92df'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:42:01.188051 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0e733-7b74-4f25-9e56-23dabd9353fa req-0a529f9d-5df7-45cd-806e-50ec93dc7f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:01.189953 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-39f0e733-7b74-4f25-9e56-23dabd9353fa req-0a529f9d-5df7-45cd-806e-50ec93dc7f67 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=076e4d9f49a944c487077e845726ad82&device_id=2ea03034-17ef-42a5-af06-60d8e43be248 HTTP/1.1" status: 200 len: 1129 time: 0.0844281 Aug 29 20:42:01.319927 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0e733-7b74-4f25-9e56-23dabd9353fa req-5ae01577-a4df-48b5-94b6-4e6d1e7b4001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:01.322375 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-39f0e733-7b74-4f25-9e56-23dabd9353fa req-5ae01577-a4df-48b5-94b6-4e6d1e7b4001 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=931f5e99-b53b-4e33-bc47-b08971122f04 HTTP/1.1" status: 200 len: 915 time: 0.1251564 Aug 29 20:42:01.419519 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-39f0e733-7b74-4f25-9e56-23dabd9353fa req-567fabee-acaf-4fe0-947a-8c81c6c39765 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a HTTP/1.1" status: 200 len: 1001 time: 0.0901103 Aug 29 20:42:01.442029 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c625c51-27fc-44c7-a379-41e34b7a820d req-c0b250a5-5f1f-4996-96b3-a788f96fe724 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:01.443469 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4c625c51-27fc-44c7-a379-41e34b7a820d req-c0b250a5-5f1f-4996-96b3-a788f96fe724 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6f471db5-7c30-4af1-ac30-ca19749b20de HTTP/1.1" status: 200 len: 945 time: 0.0632997 Aug 29 20:42:01.503550 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0e733-7b74-4f25-9e56-23dabd9353fa req-4bf5f6a3-6e48-41a2-9a69-0d30c2673c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:01.505015 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-39f0e733-7b74-4f25-9e56-23dabd9353fa req-4bf5f6a3-6e48-41a2-9a69-0d30c2673c6f service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9dfba0af-d982-4fa7-a855-ae6f251684ed HTTP/1.1" status: 200 len: 853 time: 0.0760629 Aug 29 20:42:01.530568 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4c625c51-27fc-44c7-a379-41e34b7a820d req-587e624d-387e-4a18-a65f-c5d0dc26f337 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676720 Aug 29 20:42:01.554779 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:01.566030 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0e733-7b74-4f25-9e56-23dabd9353fa req-ea5ed416-5b9c-4e09-936f-63b59eda7872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:01.568001 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-39f0e733-7b74-4f25-9e56-23dabd9353fa req-ea5ed416-5b9c-4e09-936f-63b59eda7872 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=931f5e99-b53b-4e33-bc47-b08971122f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547290 Aug 29 20:42:01.640058 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3dd4bc20-be08-434e-86bc-baa12d8a1ea4 req-be59340f-c660-4de2-b9d2-09fbf80c5ae3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445087 Aug 29 20:42:01.669799 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-39f0e733-7b74-4f25-9e56-23dabd9353fa req-bd28cb15-7cf2-44fb-a9a3-1e118aebb352 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952995 Aug 29 20:42:01.713871 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4bc20-be08-434e-86bc-baa12d8a1ea4 req-5fd6515c-72c1-4d12-8da1-17ad50ee17ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:01.715835 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3dd4bc20-be08-434e-86bc-baa12d8a1ea4 req-5fd6515c-72c1-4d12-8da1-17ad50ee17ca service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=4ac573b4aa7a47c49d129afd9939e26d&device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 1129 time: 0.0517795 Aug 29 20:42:01.795550 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-39f0e733-7b74-4f25-9e56-23dabd9353fa req-d2b33aa4-491e-4617-b4e4-67a935791763 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195991 Aug 29 20:42:01.885534 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4bc20-be08-434e-86bc-baa12d8a1ea4 req-5fcb3795-e8cd-458b-8993-8caad8179b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:01.887316 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3dd4bc20-be08-434e-86bc-baa12d8a1ea4 req-5fcb3795-e8cd-458b-8993-8caad8179b99 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=6506ef9d-c593-4e22-ac07-3e14f3411bf3 HTTP/1.1" status: 200 len: 911 time: 0.1450040 Aug 29 20:42:02.011523 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3dd4bc20-be08-434e-86bc-baa12d8a1ea4 req-d854eb46-972f-45b6-8c75-e627e6927023 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=740dee41-866c-4314-89ee-4f035ccd2e9a HTTP/1.1" status: 200 len: 1001 time: 0.1174090 Aug 29 20:42:02.093258 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-aeb04b1a-9b5b-40ef-98c0-a618bb98bbba tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:02.094962 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-aeb04b1a-9b5b-40ef-98c0-a618bb98bbba tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/networks?id=aabb81f8-a301-47ad-a66b-a8659a1137e5 HTTP/1.1" status: 200 len: 813 time: 0.1653378 Aug 29 20:42:02.096544 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4bc20-be08-434e-86bc-baa12d8a1ea4 req-d20145ef-c100-4c9a-837c-ce58b0a6a640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:02.098108 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3dd4bc20-be08-434e-86bc-baa12d8a1ea4 req-d20145ef-c100-4c9a-837c-ce58b0a6a640 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=611c0b21-bc96-4859-87bb-f5e3e8e4141e HTTP/1.1" status: 200 len: 849 time: 0.0794342 Aug 29 20:42:02.124036 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-32e34641-f12f-42e8-ba79-6690bd0782e4 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/quotas/732a8a55dfbd44afa826eb6f5571aabf HTTP/1.1" status: 200 len: 375 time: 0.0229001 Aug 29 20:42:02.173329 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-682d30af-4b9b-428e-96b5-2264dc483d8f tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=732a8a55dfbd44afa826eb6f5571aabf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326605 Aug 29 20:42:02.176802 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4bc20-be08-434e-86bc-baa12d8a1ea4 req-6a2da884-b392-4425-8c0a-979585452a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:02.178281 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3dd4bc20-be08-434e-86bc-baa12d8a1ea4 req-6a2da884-b392-4425-8c0a-979585452a06 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=6506ef9d-c593-4e22-ac07-3e14f3411bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0704584 Aug 29 20:42:02.340322 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-e75620a7-5904-4ed6-ae32-a27c4fa9d1fe service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aabb81f8-a301-47ad-a66b-a8659a1137e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595960 Aug 29 20:42:02.343883 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3dd4bc20-be08-434e-86bc-baa12d8a1ea4 req-8c216800-3455-43b8-80d3-9ab49c460d83 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6506ef9d-c593-4e22-ac07-3e14f3411bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540115 Aug 29 20:42:02.507490 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-e077683f-dac7-44e7-b9e0-49eef151c4b9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aabb81f8-a301-47ad-a66b-a8659a1137e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608999 Aug 29 20:42:02.509696 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-3dd4bc20-be08-434e-86bc-baa12d8a1ea4 req-0c1a4b90-7e2e-41d2-9505-f0df466d2241 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6506ef9d-c593-4e22-ac07-3e14f3411bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547334 Aug 29 20:42:02.705117 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a1d9ce9b-6197-48c6-8901-f39e5070b3ef req-0c5c1a07-4372-45e7-af94-aceae1b49ef4 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec60590b-210b-4d80-af3a-265de343cca0 HTTP/1.1" status: 200 len: 210 time: 0.0357389 Aug 29 20:42:02.706539 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783fab9-3136-4c6b-a27d-a1dc5f08fae2 req-bdca74f0-0435-46c1-b415-bde96be599cf tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:02.719278 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1783fab9-3136-4c6b-a27d-a1dc5f08fae2 req-bdca74f0-0435-46c1-b415-bde96be599cf tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6f471db5-7c30-4af1-ac30-ca19749b20de HTTP/1.1" status: 200 len: 945 time: 0.0870614 Aug 29 20:42:02.779316 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 4b1ee9cb-0447-4a61-8f14-6989ad0a92df up at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:42:02.794341 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1783fab9-3136-4c6b-a27d-a1dc5f08fae2 req-48842413-fd6a-481b-b026-c5cd2a7d541c tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737367 Aug 29 20:42:02.846223 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning for port 4b1ee9cb-0447-4a61-8f14-6989ad0a92df completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:42:02.855062 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning complete for port 4b1ee9cb-0447-4a61-8f14-6989ad0a92df triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:42:02.855872 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (4b1ee9cb-0447-4a61-8f14-6989ad0a92df), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:02.902029 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:02.986137 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port 4b1ee9cb-0447-4a61-8f14-6989ad0a92df is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:42:02.986668 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (4b1ee9cb-0447-4a61-8f14-6989ad0a92df), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:03.023306 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f471db5-7c30-4af1-ac30-ca19749b20de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1ee9cb-0447-4a61-8f14-6989ad0a92df'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:42:03.026824 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eee8fb3122df5bdd6ea851cee31293cb8412868e368eaaf22337f89cfd7738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5a31a8-2888-43a4-aa1d-b675a325d88f" -d '{"events": [{"server_uuid": "6f471db5-7c30-4af1-ac30-ca19749b20de", "name": "network-vif-plugged", "status": "completed", "tag": "4b1ee9cb-0447-4a61-8f14-6989ad0a92df"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:42:03.046757 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port 4b1ee9cb-0447-4a61-8f14-6989ad0a92df, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4b1ee9cb-0447-4a61-8f14-6989ad0a92df,segment=NetworkSegment(a7d83437-645d-48a8-bfa0-da5c0dbc5427),segment_id=a7d83437-645d-48a8-bfa0-da5c0dbc5427)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:42:03.054989 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (4b1ee9cb-0447-4a61-8f14-6989ad0a92df), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:03.098677 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fbec48-3c60-4850-a90f-8dcebd850f6d x-openstack-request-id: req-30fbec48-3c60-4850-a90f-8dcebd850f6d {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:42:03.099103 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f471db5-7c30-4af1-ac30-ca19749b20de", "name": "network-vif-plugged", "status": "completed", "tag": "4b1ee9cb-0447-4a61-8f14-6989ad0a92df", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:42:03.099396 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30fbec48-3c60-4850-a90f-8dcebd850f6d {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:42:03.099861 dv-cinder-854263-2-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30fbec48-3c60-4850-a90f-8dcebd850f6d'] response: {'server_uuid': '6f471db5-7c30-4af1-ac30-ca19749b20de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1ee9cb-0447-4a61-8f14-6989ad0a92df', 'code': 200} Aug 29 20:42:03.136045 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=4b1ee9cb-0447-4a61-8f14-6989ad0a92df,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:42:03.581425 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6c45c-0771-4c8a-83a0-021b6493518f req-a0df2054-7341-4a78-b738-bf82daea1efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:03.583092 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f9c6c45c-0771-4c8a-83a0-021b6493518f req-a0df2054-7341-4a78-b738-bf82daea1efb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f471db5-7c30-4af1-ac30-ca19749b20de HTTP/1.1" status: 200 len: 1130 time: 0.0421340 Aug 29 20:42:03.611574 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:03.635393 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-f9c6c45c-0771-4c8a-83a0-021b6493518f req-e3a140e7-12f4-4546-a668-d18b6a943cec service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448780 Aug 29 20:42:03.814172 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0b931e35-5ab0-4875-8b0b-281fa8fc3f8a req-e9ae4604-35cc-4489-a068-7c942ba43cc3 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec60590b-210b-4d80-af3a-265de343cca0 HTTP/1.1" status: 200 len: 210 time: 0.0296757 Aug 29 20:42:03.936952 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:03.949465 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c767f-c655-4832-9793-99ebe13265e4 req-e0e9029a-9762-4d02-a4b8-94388ef1ae73 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:03.951093 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5e2c767f-c655-4832-9793-99ebe13265e4 req-e0e9029a-9762-4d02-a4b8-94388ef1ae73 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6f471db5-7c30-4af1-ac30-ca19749b20de HTTP/1.1" status: 200 len: 946 time: 0.0516932 Aug 29 20:42:04.008134 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5e2c767f-c655-4832-9793-99ebe13265e4 req-762a8db6-5f79-43b9-8a88-0370f7140828 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510006 Aug 29 20:42:04.944614 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-46a25cd7-bf31-4173-8f2d-9048d84bc138 req-f820a5e7-980b-4a4e-8606-7a523d96dfd2 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec60590b-210b-4d80-af3a-265de343cca0 HTTP/1.1" status: 200 len: 210 time: 0.0319715 Aug 29 20:42:05.152621 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff409a8-d838-4f84-bac2-636d6a5774fd req-24562a19-119e-4762-aa49-48f79cc06761 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:05.154105 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fff409a8-d838-4f84-bac2-636d6a5774fd req-24562a19-119e-4762-aa49-48f79cc06761 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6f471db5-7c30-4af1-ac30-ca19749b20de HTTP/1.1" status: 200 len: 946 time: 0.0608006 Aug 29 20:42:05.216097 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-fff409a8-d838-4f84-bac2-636d6a5774fd req-75d66f40-eda8-4dda-a177-8896d1f75672 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554116 Aug 29 20:42:05.266023 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:05.469861 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86babc35-0de1-45ce-b9ab-38f9ce981b1e req-e5c87e80-5cd2-4fdb-8abc-8d6f88be56c6 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:05.471723 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-86babc35-0de1-45ce-b9ab-38f9ce981b1e req-e5c87e80-5cd2-4fdb-8abc-8d6f88be56c6 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6f471db5-7c30-4af1-ac30-ca19749b20de HTTP/1.1" status: 200 len: 946 time: 0.0940506 Aug 29 20:42:05.494090 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-ae378b60-863b-4d64-807c-3432f25c6882 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:05.496621 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-ae378b60-863b-4d64-807c-3432f25c6882 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.33 "GET /networking/v2.0/networks?id=aabb81f8-a301-47ad-a66b-a8659a1137e5 HTTP/1.1" status: 200 len: 813 time: 0.1971331 Aug 29 20:42:05.512644 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-e8ab5850-1eb1-4160-b95d-4e750161b911 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Request body: {'port': {'device_id': 'ec60590b-210b-4d80-af3a-265de343cca0', 'network_id': 'aabb81f8-a301-47ad-a66b-a8659a1137e5', 'admin_state_up': True, 'tenant_id': '732a8a55dfbd44afa826eb6f5571aabf'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:42:05.529987 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-86babc35-0de1-45ce-b9ab-38f9ce981b1e req-b3a39b95-095f-42ff-8f5d-30bec8b03858 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525389 Aug 29 20:42:05.566003 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 40292) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:42:05.641473 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-e8ab5850-1eb1-4160-b95d-4e750161b911 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Made reservation on behalf of 732a8a55dfbd44afa826eb6f5571aabf for: {'port': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:42:05.645256 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-e8ab5850-1eb1-4160-b95d-4e750161b911 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:05.747739 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd61d85c-ce58-49ca-9c1f-44915481db45 tempest-TestVolumeBootPattern-126169689 tempest-TestVolumeBootPattern-126169689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:05.749272 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-dd61d85c-ce58-49ca-9c1f-44915481db45 tempest-TestVolumeBootPattern-126169689 tempest-TestVolumeBootPattern-126169689-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6f471db5-7c30-4af1-ac30-ca19749b20de HTTP/1.1" status: 200 len: 1125 time: 0.1821599 Aug 29 20:42:05.752225 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 40298) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:42:05.756549 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-411c0867-c50c-4dcb-aa54-92e3b6d52485 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Request body: {'floatingip': {'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'port_id': '4b1ee9cb-0447-4a61-8f14-6989ad0a92df', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:42:05.779238 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-411c0867-c50c-4dcb-aa54-92e3b6d52485 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:05.813781 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-e8ab5850-1eb1-4160-b95d-4e750161b911 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Allocated IP 172.20.0.11 (aabb81f8-a301-47ad-a66b-a8659a1137e5/4104cfc0-4406-4771-baba-ee68847ac131/e14210f8-332e-4ea4-9e9b-6eca4b2c8f25) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:42:05.867848 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-411c0867-c50c-4dcb-aa54-92e3b6d52485 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:05.904133 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:05.979868 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [None req-411c0867-c50c-4dcb-aa54-92e3b6d52485 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Allocated IP 172.27.1.226 (6d9f465d-5886-43f5-9015-44f8e49732f9/a46a7c4b-a1af-42c4-bdce-13dd23ff8d25/2e156a8b-c9f6-41d6-bdf8-1491298fddfe) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:42:05.982795 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-e8ab5850-1eb1-4160-b95d-4e750161b911 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Publish callbacks [] for port (e14210f8-332e-4ea4-9e9b-6eca4b2c8f25), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:06.022047 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-e8ab5850-1eb1-4160-b95d-4e750161b911 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (e14210f8-332e-4ea4-9e9b-6eca4b2c8f25), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:06.095227 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-411c0867-c50c-4dcb-aa54-92e3b6d52485 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for port (2e156a8b-c9f6-41d6-bdf8-1491298fddfe), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:06.102842 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-e8ab5850-1eb1-4160-b95d-4e750161b911 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Network aabb81f8-a301-47ad-a66b-a8659a1137e5 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:42:06.110297 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-e8ab5850-1eb1-4160-b95d-4e750161b911 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:42:06.114357 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-e8ab5850-1eb1-4160-b95d-4e750161b911 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:42:06.118407 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab5850-1eb1-4160-b95d-4e750161b911 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Pushing event updated for resources: {'Port': ['ID=e14210f8-332e-4ea4-9e9b-6eca4b2c8f25,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:42:06.120393 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:06.129500 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-411c0867-c50c-4dcb-aa54-92e3b6d52485 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (2e156a8b-c9f6-41d6-bdf8-1491298fddfe), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:06.146844 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47a69c-697d-4e00-8e31-0c5a08fe888d req-13839617-a87d-49cc-9e17-997f3c96b24d tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:06.148353 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6c47a69c-697d-4e00-8e31-0c5a08fe888d req-13839617-a87d-49cc-9e17-997f3c96b24d tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec60590b-210b-4d80-af3a-265de343cca0 HTTP/1.1" status: 200 len: 932 time: 0.1206279 Aug 29 20:42:06.151886 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:06.162267 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:06.172030 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411c0867-c50c-4dcb-aa54-92e3b6d52485 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Network 6d9f465d-5886-43f5-9015-44f8e49732f9 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:42:06.175883 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-411c0867-c50c-4dcb-aa54-92e3b6d52485 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:42:06.180080 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411c0867-c50c-4dcb-aa54-92e3b6d52485 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:42:06.194032 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-e8ab5850-1eb1-4160-b95d-4e750161b911 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:06.194658 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-e8ab5850-1eb1-4160-b95d-4e750161b911 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:06.211650 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c0867-c50c-4dcb-aa54-92e3b6d52485 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Pushing event updated for resources: {'Port': ['ID=2e156a8b-c9f6-41d6-bdf8-1491298fddfe,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:42:06.229879 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-e8ab5850-1eb1-4160-b95d-4e750161b911 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7211285 Aug 29 20:42:06.234299 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6c47a69c-697d-4e00-8e31-0c5a08fe888d req-27225d96-967c-41f8-8760-77f557e722d5 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=384c0085-245a-41e1-9fbb-3a0e80ea4530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767725 Aug 29 20:42:06.245670 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Request body: {'port': {'device_id': 'ec60590b-210b-4d80-af3a-265de343cca0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:42:06.307035 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (e14210f8-332e-4ea4-9e9b-6eca4b2c8f25), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:06.548018 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-411c0867-c50c-4dcb-aa54-92e3b6d52485 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for floatingip (48c6dda6-b9cc-42db-ae1f-826211d07d0c), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:06.570637 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e14210f8-332e-4ea4-9e9b-6eca4b2c8f25 {{(pid=106198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:42:06.579112 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Publish callbacks [] for port (e14210f8-332e-4ea4-9e9b-6eca4b2c8f25), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:06.591793 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.provisioning_blocks [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Transition to ACTIVE for port object e14210f8-332e-4ea4-9e9b-6eca4b2c8f25 will not be triggered until provisioned by entity L2. {{(pid=106198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:42:06.596731 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (e14210f8-332e-4ea4-9e9b-6eca4b2c8f25), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:06.627718 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-411c0867-c50c-4dcb-aa54-92e3b6d52485 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (2e156a8b-c9f6-41d6-bdf8-1491298fddfe), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:06.657744 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Pushing event updated for resources: {'Port': ['ID=e14210f8-332e-4ea4-9e9b-6eca4b2c8f25,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:42:06.685265 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:42:06.685589 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:42:06.685926 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:42:06.686259 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:42:06.686586 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:42:06.686912 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:42:06.687234 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:42:06.687553 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:42:06.687873 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:42:06.688220 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:42:06.688539 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:42:06.688870 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:42:06.689430 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:42:06.689753 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:42:06.690068 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:42:06.720644 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Attempting to bind port e14210f8-332e-4ea4-9e9b-6eca4b2c8f25 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:42:06.720982 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Attempting to bind port e14210f8-332e-4ea4-9e9b-6eca4b2c8f25 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '8c9134b6-3421-4c96-a19d-f5e493e1ee40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'aabb81f8-a301-47ad-a66b-a8659a1137e5'}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:42:06.721309 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Attempting to bind port e14210f8-332e-4ea4-9e9b-6eca4b2c8f25 on network aabb81f8-a301-47ad-a66b-a8659a1137e5 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:42:06.724619 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:06.725796 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Port e14210f8-332e-4ea4-9e9b-6eca4b2c8f25 on network aabb81f8-a301-47ad-a66b-a8659a1137e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:42:06.726066 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Attempting to bind port e14210f8-332e-4ea4-9e9b-6eca4b2c8f25 on network aabb81f8-a301-47ad-a66b-a8659a1137e5 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:42:06.733878 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Checking agent: {'id': 'fe366970-a267-4806-8a8b-654c02250e20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'started_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:42:06.733878 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Checking segment: {'id': '8c9134b6-3421-4c96-a19d-f5e493e1ee40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'aabb81f8-a301-47ad-a66b-a8659a1137e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:42:06.733878 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Bound using segment: {'id': '8c9134b6-3421-4c96-a19d-f5e493e1ee40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'aabb81f8-a301-47ad-a66b-a8659a1137e5'} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:42:06.733878 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Bound port: e14210f8-332e-4ea4-9e9b-6eca4b2c8f25, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c9134b6-3421-4c96-a19d-f5e493e1ee40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'aabb81f8-a301-47ad-a66b-a8659a1137e5'}}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:42:06.733878 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (e14210f8-332e-4ea4-9e9b-6eca4b2c8f25), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:06.790766 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-411c0867-c50c-4dcb-aa54-92e3b6d52485 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for port (2e156a8b-c9f6-41d6-bdf8-1491298fddfe), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:06.796947 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-411c0867-c50c-4dcb-aa54-92e3b6d52485 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61108980'] for port (2e156a8b-c9f6-41d6-bdf8-1491298fddfe), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:06.802698 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] For port e14210f8-332e-4ea4-9e9b-6eca4b2c8f25, host hv-cinder-85426, cleared binding levels {{(pid=106198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:42:06.806469 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] For port e14210f8-332e-4ea4-9e9b-6eca4b2c8f25, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e14210f8-332e-4ea4-9e9b-6eca4b2c8f25,segment=NetworkSegment(8c9134b6-3421-4c96-a19d-f5e493e1ee40),segment_id=8c9134b6-3421-4c96-a19d-f5e493e1ee40)] {{(pid=106198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:42:06.813273 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (e14210f8-332e-4ea4-9e9b-6eca4b2c8f25), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:06.817813 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:06.818429 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:06.819807 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/e14210f8-332e-4ea4-9e9b-6eca4b2c8f25 HTTP/1.1" status: 200 len: 1094 time: 0.5786493 Aug 29 20:42:06.820363 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec60590b-210b-4d80-af3a-265de343cca0', 'tag': 'e14210f8-332e-4ea4-9e9b-6eca4b2c8f25'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:42:06.823025 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f607546964f141dcf8ed995c545a93b1930b0d2db8722531a12d309c5951f327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc084fc-3b01-4da1-8cc3-6656dde2a0ef" -d '{"events": [{"name": "network-changed", "server_uuid": "ec60590b-210b-4d80-af3a-265de343cca0", "tag": "e14210f8-332e-4ea4-9e9b-6eca4b2c8f25"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:42:06.873486 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c0867-c50c-4dcb-aa54-92e3b6d52485 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Pushing event updated for resources: {'Port': ['ID=2e156a8b-c9f6-41d6-bdf8-1491298fddfe,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:42:06.881888 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-411c0867-c50c-4dcb-aa54-92e3b6d52485 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (48c6dda6-b9cc-42db-ae1f-826211d07d0c), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:06.913454 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b720e-43a9-48b2-9933-37b2218f6c93 service neutron] Pushing event updated for resources: {'Port': ['ID=e14210f8-332e-4ea4-9e9b-6eca4b2c8f25,revision_number=3']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:42:06.919479 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6ba24e-0025-4145-917a-382b7f5b4ebe x-openstack-request-id: req-af6ba24e-0025-4145-917a-382b7f5b4ebe {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:42:06.919769 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec60590b-210b-4d80-af3a-265de343cca0", "tag": "e14210f8-332e-4ea4-9e9b-6eca4b2c8f25", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:42:06.920049 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af6ba24e-0025-4145-917a-382b7f5b4ebe {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:42:06.920448 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af6ba24e-0025-4145-917a-382b7f5b4ebe'] response: {'name': 'network-changed', 'server_uuid': 'ec60590b-210b-4d80-af3a-265de343cca0', 'tag': 'e14210f8-332e-4ea4-9e9b-6eca4b2c8f25', 'status': 'completed', 'code': 200} Aug 29 20:42:06.927029 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:06.931249 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-a73973b4-a6a8-462a-9562-c1f466149f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:06.932792 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-a73973b4-a6a8-462a-9562-c1f466149f99 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=732a8a55dfbd44afa826eb6f5571aabf&device_id=ec60590b-210b-4d80-af3a-265de343cca0 HTTP/1.1" status: 200 len: 1128 time: 0.0545197 Aug 29 20:42:06.978701 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-d441e6ca-d7d4-46e4-8dba-ecb769f1ec9a service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e14210f8-332e-4ea4-9e9b-6eca4b2c8f25 HTTP/1.1" status: 200 len: 217 time: 0.0379958 Aug 29 20:42:07.004941 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.db.l3_db [None req-411c0867-c50c-4dcb-aa54-92e3b6d52485 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Floating IP 48c6dda6-b9cc-42db-ae1f-826211d07d0c associated. External IP: 172.27.1.226, port: 4b1ee9cb-0447-4a61-8f14-6989ad0a92df. Aug 29 20:42:07.029185 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-27fcadb3-1c99-4033-a416-15a6052d87d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:07.030663 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-27fcadb3-1c99-4033-a416-15a6052d87d1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=4104cfc0-4406-4771-baba-ee68847ac131 HTTP/1.1" status: 200 len: 853 time: 0.0453560 Aug 29 20:42:07.066370 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-b3d43899-8bf8-449f-be3d-b32c2d020ff3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=aabb81f8-a301-47ad-a66b-a8659a1137e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274436 Aug 29 20:42:07.140194 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:07.163815 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-c009372d-a4cd-498e-ae8a-02ec5da1ece4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/aabb81f8-a301-47ad-a66b-a8659a1137e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910587 Aug 29 20:42:07.178826 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-cbe8ad11-d40b-4495-864e-80216fcfb41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:07.220495 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:07.223546 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411c0867-c50c-4dcb-aa54-92e3b6d52485 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Router bf84a212-1b90-4907-94d8-1ec03b2b2889 has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:42:07.260663 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1efb8a8d-6742-4ba5-bded-5d6d9a8beba3 req-be26fcc4-9509-448b-828f-3b9223a33abc service neutron] 10.222.0.33 "GET /networking/v2.0/networks/aabb81f8-a301-47ad-a66b-a8659a1137e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902019 Aug 29 20:42:07.342061 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411c0867-c50c-4dcb-aa54-92e3b6d52485 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:42:07.352138 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49f1aa3-3d37-4dd5-aaa5-9216ae705dd7 None None] Sync routers for ids ['bf84a212-1b90-4907-94d8-1ec03b2b2889'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:42:07.364732 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49f1aa3-3d37-4dd5-aaa5-9216ae705dd7 None None] Routers {'bf84a212-1b90-4907-94d8-1ec03b2b2889'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:42:07.365379 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-b49f1aa3-3d37-4dd5-aaa5-9216ae705dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:41:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['bf84a212-1b90-4907-94d8-1ec03b2b2889'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:42:07.368098 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-411c0867-c50c-4dcb-aa54-92e3b6d52485 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:07.372000 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648f6be-ec44-4c19-bdfa-f56a345853e7 req-09891377-05e5-4798-9dc8-207256460963 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:07.376838 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e648f6be-ec44-4c19-bdfa-f56a345853e7 req-09891377-05e5-4798-9dc8-207256460963 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec60590b-210b-4d80-af3a-265de343cca0 HTTP/1.1" status: 200 len: 944 time: 0.0558093 Aug 29 20:42:07.409165 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-411c0867-c50c-4dcb-aa54-92e3b6d52485 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6558590 Aug 29 20:42:07.409874 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f471db5-7c30-4af1-ac30-ca19749b20de', 'tag': '4b1ee9cb-0447-4a61-8f14-6989ad0a92df'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:42:07.412434 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d317da-c4fa-4825-ab9e-4c8685bb68c7" -d '{"events": [{"name": "network-changed", "server_uuid": "6f471db5-7c30-4af1-ac30-ca19749b20de", "tag": "4b1ee9cb-0447-4a61-8f14-6989ad0a92df"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:42:07.435890 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-e648f6be-ec44-4c19-bdfa-f56a345853e7 req-545c8e25-c259-4ac5-b0fe-8bf04c2dcaa2 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=384c0085-245a-41e1-9fbb-3a0e80ea4530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560901 Aug 29 20:42:07.467818 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100ea98e-fb4d-444f-a5d0-6e54b3258873 x-openstack-request-id: req-100ea98e-fb4d-444f-a5d0-6e54b3258873 {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:42:07.468166 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f471db5-7c30-4af1-ac30-ca19749b20de", "tag": "4b1ee9cb-0447-4a61-8f14-6989ad0a92df", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:42:07.468415 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-100ea98e-fb4d-444f-a5d0-6e54b3258873 {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:42:07.468815 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-100ea98e-fb4d-444f-a5d0-6e54b3258873'] response: {'name': 'network-changed', 'server_uuid': '6f471db5-7c30-4af1-ac30-ca19749b20de', 'tag': '4b1ee9cb-0447-4a61-8f14-6989ad0a92df', 'status': 'completed', 'code': 200} Aug 29 20:42:07.486130 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-b49f1aa3-3d37-4dd5-aaa5-9216ae705dd7 None None] Set router bf84a212-1b90-4907-94d8-1ec03b2b2889 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:42:07.716068 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-b49f1aa3-3d37-4dd5-aaa5-9216ae705dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'name': 'tempest-TestVolumeBootPattern-37130483-router', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:33Z', 'revision_number': 4, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'gw_port': {'id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '08c9dc1f-bfd9-4d95-912f-6db7d3d89dfb', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'port_id': '740dee41-866c-4314-89ee-4f035ccd2e9a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'mac_address': 'fa:16:3e:5b:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c9c7b-50b9-4879-bb2d-c91da2ead6b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:39:28Z', 'updated_at': '2022-08-29T20:39:32Z', 'revision_number': 1, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'fixed_ip_address_scope': None}, {'id': '48c6dda6-b9cc-42db-ae1f-826211d07d0c', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'port_id': '4b1ee9cb-0447-4a61-8f14-6989ad0a92df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'mac_address': 'fa:16:3e:1d:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f471db5-7c30-4af1-ac30-ca19749b20de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:42:06Z', 'updated_at': '2022-08-29T20:42:06Z', 'revision_number': 0, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cda6261-c35a-4847-b516-e4a70f1b418e', 'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'mac_address': 'fa:16:3e:06:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:32Z', 'updated_at': '2022-08-29T20:35:39Z', 'revision_number': 5, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'subnets': [{'id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:42:07.740973 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49f1aa3-3d37-4dd5-aaa5-9216ae705dd7 None None] Checking router: bf84a212-1b90-4907-94d8-1ec03b2b2889 for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:42:07.750192 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49f1aa3-3d37-4dd5-aaa5-9216ae705dd7 None None] Routers {'bf84a212-1b90-4907-94d8-1ec03b2b2889'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:42:07.750812 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-b49f1aa3-3d37-4dd5-aaa5-9216ae705dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:41:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['bf84a212-1b90-4907-94d8-1ec03b2b2889'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:42:07.985853 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-b49f1aa3-3d37-4dd5-aaa5-9216ae705dd7 None None] Set router bf84a212-1b90-4907-94d8-1ec03b2b2889 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:42:08.144076 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:08.224081 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-b49f1aa3-3d37-4dd5-aaa5-9216ae705dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'name': 'tempest-TestVolumeBootPattern-37130483-router', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:33Z', 'revision_number': 4, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'gw_port': {'id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '08c9dc1f-bfd9-4d95-912f-6db7d3d89dfb', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'port_id': '740dee41-866c-4314-89ee-4f035ccd2e9a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'mac_address': 'fa:16:3e:5b:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c9c7b-50b9-4879-bb2d-c91da2ead6b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:39:28Z', 'updated_at': '2022-08-29T20:39:32Z', 'revision_number': 1, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'fixed_ip_address_scope': None}, {'id': '48c6dda6-b9cc-42db-ae1f-826211d07d0c', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'port_id': '4b1ee9cb-0447-4a61-8f14-6989ad0a92df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'mac_address': 'fa:16:3e:1d:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f471db5-7c30-4af1-ac30-ca19749b20de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:42:06Z', 'updated_at': '2022-08-29T20:42:06Z', 'revision_number': 0, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cda6261-c35a-4847-b516-e4a70f1b418e', 'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'mac_address': 'fa:16:3e:06:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:32Z', 'updated_at': '2022-08-29T20:35:39Z', 'revision_number': 5, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'subnets': [{'id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:42:08.250213 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49f1aa3-3d37-4dd5-aaa5-9216ae705dd7 None None] The sync data for ids ['bf84a212-1b90-4907-94d8-1ec03b2b2889'] in dv-cinder-854263-2-iscsi is: [{'id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'name': 'tempest-TestVolumeBootPattern-37130483-router', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:33Z', 'revision_number': 4, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'gw_port': {'id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '08c9dc1f-bfd9-4d95-912f-6db7d3d89dfb', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'port_id': '740dee41-866c-4314-89ee-4f035ccd2e9a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'mac_address': 'fa:16:3e:5b:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c9c7b-50b9-4879-bb2d-c91da2ead6b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:39:28Z', 'updated_at': '2022-08-29T20:39:32Z', 'revision_number': 1, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'fixed_ip_address_scope': None}, {'id': '48c6dda6-b9cc-42db-ae1f-826211d07d0c', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'port_id': '4b1ee9cb-0447-4a61-8f14-6989ad0a92df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'mac_address': 'fa:16:3e:1d:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f471db5-7c30-4af1-ac30-ca19749b20de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:42:06Z', 'updated_at': '2022-08-29T20:42:06Z', 'revision_number': 0, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cda6261-c35a-4847-b516-e4a70f1b418e', 'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'mac_address': 'fa:16:3e:06:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:32Z', 'updated_at': '2022-08-29T20:35:39Z', 'revision_number': 5, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'subnets': [{'id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:42:08.321102 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc084fc-3b01-4da1-8cc3-6656dde2a0ef req-6c440953-11b0-4f1d-b0f6-befb78bacad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:08.323063 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2fc084fc-3b01-4da1-8cc3-6656dde2a0ef req-6c440953-11b0-4f1d-b0f6-befb78bacad7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=732a8a55dfbd44afa826eb6f5571aabf&device_id=ec60590b-210b-4d80-af3a-265de343cca0 HTTP/1.1" status: 200 len: 1128 time: 0.0438120 Aug 29 20:42:08.328538 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d317da-c4fa-4825-ab9e-4c8685bb68c7 req-a5337ba7-c942-434c-a797-6da634b9b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:08.330088 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f4d317da-c4fa-4825-ab9e-4c8685bb68c7 req-a5337ba7-c942-434c-a797-6da634b9b1c0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=4ac573b4aa7a47c49d129afd9939e26d&device_id=6f471db5-7c30-4af1-ac30-ca19749b20de HTTP/1.1" status: 200 len: 1130 time: 0.0451539 Aug 29 20:42:08.431670 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d317da-c4fa-4825-ab9e-4c8685bb68c7 req-6d2b0f78-adac-4f92-80b4-3a6fbc45b029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:08.433641 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f4d317da-c4fa-4825-ab9e-4c8685bb68c7 req-6d2b0f78-adac-4f92-80b4-3a6fbc45b029 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=6506ef9d-c593-4e22-ac07-3e14f3411bf3 HTTP/1.1" status: 200 len: 911 time: 0.0955503 Aug 29 20:42:08.436352 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc084fc-3b01-4da1-8cc3-6656dde2a0ef req-7e2c5bc7-b9db-463b-8922-5c1fd385f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:08.437815 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2fc084fc-3b01-4da1-8cc3-6656dde2a0ef req-7e2c5bc7-b9db-463b-8922-5c1fd385f85a service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=aabb81f8-a301-47ad-a66b-a8659a1137e5 HTTP/1.1" status: 200 len: 914 time: 0.1000919 Aug 29 20:42:08.504762 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60cd4b6-973e-4fe8-b7a1-8f9e2f8aab89 None None] New status for floating IP 48c6dda6-b9cc-42db-ae1f-826211d07d0c: ACTIVE {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:42:08.512063 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2fc084fc-3b01-4da1-8cc3-6656dde2a0ef req-22ad9cd3-80bb-4f3b-9ba2-2426337625f4 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e14210f8-332e-4ea4-9e9b-6eca4b2c8f25 HTTP/1.1" status: 200 len: 217 time: 0.0508604 Aug 29 20:42:08.603964 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc084fc-3b01-4da1-8cc3-6656dde2a0ef req-5e90b028-1020-436b-b081-14862033ef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:08.605489 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2fc084fc-3b01-4da1-8cc3-6656dde2a0ef req-5e90b028-1020-436b-b081-14862033ef56 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=4104cfc0-4406-4771-baba-ee68847ac131 HTTP/1.1" status: 200 len: 853 time: 0.0857742 Aug 29 20:42:08.611243 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132b3f2-a2ad-4ace-a721-2b5e3d9d2894 req-102d97a3-e41f-4b0a-9577-2af882eb345b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:08.612785 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6132b3f2-a2ad-4ace-a721-2b5e3d9d2894 req-102d97a3-e41f-4b0a-9577-2af882eb345b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec60590b-210b-4d80-af3a-265de343cca0 HTTP/1.1" status: 200 len: 944 time: 0.0826020 Aug 29 20:42:08.656915 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2fc084fc-3b01-4da1-8cc3-6656dde2a0ef req-8a0ab5b1-dfc8-4e34-8f5f-5f0b0fc60892 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=aabb81f8-a301-47ad-a66b-a8659a1137e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431108 Aug 29 20:42:08.742989 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6132b3f2-a2ad-4ace-a721-2b5e3d9d2894 req-2dcda7c4-4d4c-4ddc-ba91-5d97087778fd tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=384c0085-245a-41e1-9fbb-3a0e80ea4530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197262 Aug 29 20:42:08.781985 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2fc084fc-3b01-4da1-8cc3-6656dde2a0ef req-b5e728e6-961f-4ead-a05a-5a792eb154cd service neutron] 10.222.0.33 "GET /networking/v2.0/networks/aabb81f8-a301-47ad-a66b-a8659a1137e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177406 Aug 29 20:42:08.803038 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f4d317da-c4fa-4825-ab9e-4c8685bb68c7 req-522c0647-4e5f-4682-90d7-b4fcb690f6c0 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b1ee9cb-0447-4a61-8f14-6989ad0a92df HTTP/1.1" status: 200 len: 1000 time: 0.3425770 Aug 29 20:42:08.824258 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device e14210f8-332e-4ea4-9e9b-6eca4b2c8f25 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:42:08.861220 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:08.865645 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d317da-c4fa-4825-ab9e-4c8685bb68c7 req-3ab8e334-ad35-437d-b4a1-3ec51a03b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:08.868525 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f4d317da-c4fa-4825-ab9e-4c8685bb68c7 req-3ab8e334-ad35-437d-b4a1-3ec51a03b27a service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=611c0b21-bc96-4859-87bb-f5e3e8e4141e HTTP/1.1" status: 200 len: 849 time: 0.0494833 Aug 29 20:42:08.900555 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2fc084fc-3b01-4da1-8cc3-6656dde2a0ef req-3b008a98-8a80-475c-b458-7e6df95c78d0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/aabb81f8-a301-47ad-a66b-a8659a1137e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061358 Aug 29 20:42:08.917662 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d317da-c4fa-4825-ab9e-4c8685bb68c7 req-313da85b-ce4e-4f45-b137-cbe4911612d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:08.919339 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f4d317da-c4fa-4825-ab9e-4c8685bb68c7 req-313da85b-ce4e-4f45-b137-cbe4911612d8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=6506ef9d-c593-4e22-ac07-3e14f3411bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443826 Aug 29 20:42:08.949848 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port e14210f8-332e-4ea4-9e9b-6eca4b2c8f25, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e14210f8-332e-4ea4-9e9b-6eca4b2c8f25,segment=NetworkSegment(8c9134b6-3421-4c96-a19d-f5e493e1ee40),segment_id=8c9134b6-3421-4c96-a19d-f5e493e1ee40)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:42:08.962852 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Returning: {'device': 'e14210f8-332e-4ea4-9e9b-6eca4b2c8f25', 'network_id': 'aabb81f8-a301-47ad-a66b-a8659a1137e5', 'port_id': 'e14210f8-332e-4ea4-9e9b-6eca4b2c8f25', 'mac_address': 'fa:16:3e:a0:f3:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4104cfc0-4406-4771-baba-ee68847ac131', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:42:08.968895 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=100 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:09.000140 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port e14210f8-332e-4ea4-9e9b-6eca4b2c8f25 is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:42:09.000529 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (e14210f8-332e-4ea4-9e9b-6eca4b2c8f25), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:09.014333 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14210f8-332e-4ea4-9e9b-6eca4b2c8f25 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:42:09.025948 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f4d317da-c4fa-4825-ab9e-4c8685bb68c7 req-d559251c-9171-40eb-b03e-bb5a003391c3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6506ef9d-c593-4e22-ac07-3e14f3411bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881684 Aug 29 20:42:09.034424 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port e14210f8-332e-4ea4-9e9b-6eca4b2c8f25, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e14210f8-332e-4ea4-9e9b-6eca4b2c8f25,segment=NetworkSegment(8c9134b6-3421-4c96-a19d-f5e493e1ee40),segment_id=8c9134b6-3421-4c96-a19d-f5e493e1ee40)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:42:09.038493 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (e14210f8-332e-4ea4-9e9b-6eca4b2c8f25), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:09.091226 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=e14210f8-332e-4ea4-9e9b-6eca4b2c8f25,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:42:09.126946 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f4d317da-c4fa-4825-ab9e-4c8685bb68c7 req-20eb5d9e-75d9-4e47-825f-8f8b8c9f0532 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6506ef9d-c593-4e22-ac07-3e14f3411bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908704 Aug 29 20:42:09.345588 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['e14210f8-332e-4ea4-9e9b-6eca4b2c8f25'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:42:09.505001 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3364ed07-e1cc-4d3f-91cf-a420811a1a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:09.864313 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79491e-62c3-4b71-98a5-f6c0298869f1 req-5442af8c-54f1-412e-b926-5ecbf8cf6d7a tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:09.865668 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1d79491e-62c3-4b71-98a5-f6c0298869f1 req-5442af8c-54f1-412e-b926-5ecbf8cf6d7a tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec60590b-210b-4d80-af3a-265de343cca0 HTTP/1.1" status: 200 len: 945 time: 0.0458169 Aug 29 20:42:09.912396 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-1d79491e-62c3-4b71-98a5-f6c0298869f1 req-41c7127c-4a2e-49b9-8405-f5f98e087417 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=384c0085-245a-41e1-9fbb-3a0e80ea4530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405037 Aug 29 20:42:10.722530 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:10.853298 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device e14210f8-332e-4ea4-9e9b-6eca4b2c8f25 up at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:42:10.898754 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning for port e14210f8-332e-4ea4-9e9b-6eca4b2c8f25 completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:42:10.904976 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning complete for port e14210f8-332e-4ea4-9e9b-6eca4b2c8f25 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:42:10.905562 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (e14210f8-332e-4ea4-9e9b-6eca4b2c8f25), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:10.983622 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port e14210f8-332e-4ea4-9e9b-6eca4b2c8f25 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:42:10.984043 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (e14210f8-332e-4ea4-9e9b-6eca4b2c8f25), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:11.009971 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec60590b-210b-4d80-af3a-265de343cca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14210f8-332e-4ea4-9e9b-6eca4b2c8f25'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:42:11.012243 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eee8fb3122df5bdd6ea851cee31293cb8412868e368eaaf22337f89cfd7738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646428a0-93ee-4ce5-93af-543b609d6946" -d '{"events": [{"server_uuid": "ec60590b-210b-4d80-af3a-265de343cca0", "name": "network-vif-plugged", "status": "completed", "tag": "e14210f8-332e-4ea4-9e9b-6eca4b2c8f25"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:42:11.025838 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port e14210f8-332e-4ea4-9e9b-6eca4b2c8f25, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e14210f8-332e-4ea4-9e9b-6eca4b2c8f25,segment=NetworkSegment(8c9134b6-3421-4c96-a19d-f5e493e1ee40),segment_id=8c9134b6-3421-4c96-a19d-f5e493e1ee40)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:42:11.031505 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (e14210f8-332e-4ea4-9e9b-6eca4b2c8f25), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:11.035662 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0805d2d-d00d-467a-8ac1-4f91a2ea62aa req-094909e4-095b-49df-af44-1f1cc77d3845 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:11.037274 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a0805d2d-d00d-467a-8ac1-4f91a2ea62aa req-094909e4-095b-49df-af44-1f1cc77d3845 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec60590b-210b-4d80-af3a-265de343cca0 HTTP/1.1" status: 200 len: 945 time: 0.0503583 Aug 29 20:42:11.062490 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5dfbd1-be7e-4189-8cfa-b697c7428dd6 x-openstack-request-id: req-ee5dfbd1-be7e-4189-8cfa-b697c7428dd6 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:42:11.062776 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec60590b-210b-4d80-af3a-265de343cca0", "name": "network-vif-plugged", "status": "completed", "tag": "e14210f8-332e-4ea4-9e9b-6eca4b2c8f25", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:42:11.063035 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee5dfbd1-be7e-4189-8cfa-b697c7428dd6 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:42:11.063421 dv-cinder-854263-2-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee5dfbd1-be7e-4189-8cfa-b697c7428dd6'] response: {'server_uuid': 'ec60590b-210b-4d80-af3a-265de343cca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14210f8-332e-4ea4-9e9b-6eca4b2c8f25', 'code': 200} Aug 29 20:42:11.088045 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-a0805d2d-d00d-467a-8ac1-4f91a2ea62aa req-f63fffcc-20bc-4d28-9522-d6d5daba58dd tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=384c0085-245a-41e1-9fbb-3a0e80ea4530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451791 Aug 29 20:42:11.096551 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=e14210f8-332e-4ea4-9e9b-6eca4b2c8f25,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:42:11.234629 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bb8f1-29bf-41de-935a-124a37785f90 req-73f3dca4-3957-4541-a9fa-07dd3bbf09c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:11.236140 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a94bb8f1-29bf-41de-935a-124a37785f90 req-73f3dca4-3957-4541-a9fa-07dd3bbf09c5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ec60590b-210b-4d80-af3a-265de343cca0 HTTP/1.1" status: 200 len: 1130 time: 0.0383401 Aug 29 20:42:11.280664 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a94bb8f1-29bf-41de-935a-124a37785f90 req-bbda6719-a409-4d4c-90ec-165fa9715a4e service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=384c0085-245a-41e1-9fbb-3a0e80ea4530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364895 Aug 29 20:42:12.218932 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700c17d-eb54-4da5-918e-96f1b9b0d146 req-1dd64ba8-d5b4-4aad-a3bf-61a3068348c8 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:12.220935 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b700c17d-eb54-4da5-918e-96f1b9b0d146 req-1dd64ba8-d5b4-4aad-a3bf-61a3068348c8 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec60590b-210b-4d80-af3a-265de343cca0 HTTP/1.1" status: 200 len: 946 time: 0.0510020 Aug 29 20:42:12.250483 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:12.259947 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:12.272541 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b700c17d-eb54-4da5-918e-96f1b9b0d146 req-d5e9e76f-dba1-418f-850c-2441c6ceac31 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=384c0085-245a-41e1-9fbb-3a0e80ea4530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445611 Aug 29 20:42:12.388861 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:13.409532 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb6845-f5d0-4c3a-88f3-d3ffb4bd68ce req-727cbfdd-b730-42a3-bfa1-9a1112bae3c5 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:13.411070 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b3eb6845-f5d0-4c3a-88f3-d3ffb4bd68ce req-727cbfdd-b730-42a3-bfa1-9a1112bae3c5 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec60590b-210b-4d80-af3a-265de343cca0 HTTP/1.1" status: 200 len: 946 time: 0.0578632 Aug 29 20:42:13.467992 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:13.501899 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b3eb6845-f5d0-4c3a-88f3-d3ffb4bd68ce req-3f37e78c-ef3c-4225-bb58-f4c3dfbd3583 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=384c0085-245a-41e1-9fbb-3a0e80ea4530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820038 Aug 29 20:42:13.713516 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:42:18.652806 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:22.266456 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=93 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:22.269234 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=53 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:22.382246 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:22.383077 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:23.492819 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=84 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:23.497017 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:23.706806 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:24.373893 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:34.363382 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:34.370066 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:35.018794 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20faf7e1-1208-4885-ab06-a5b9793d12b7 req-3acb07f4-6dc7-4ce2-91cf-f82d2ef9d7a6 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:35.020188 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-20faf7e1-1208-4885-ab06-a5b9793d12b7 req-3acb07f4-6dc7-4ce2-91cf-f82d2ef9d7a6 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec60590b-210b-4d80-af3a-265de343cca0 HTTP/1.1" status: 200 len: 946 time: 0.0464091 Aug 29 20:42:35.067172 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-20faf7e1-1208-4885-ab06-a5b9793d12b7 req-06df6add-0cc6-43c9-a13f-2b6c4f6b7402 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=384c0085-245a-41e1-9fbb-3a0e80ea4530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412722 Aug 29 20:42:35.722626 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:35.723286 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:36.187441 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc1ab2-9308-4d8a-80a5-913ce37c6129 req-675bf44f-2c5f-4f52-a843-d6615c95b344 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:36.188918 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-38dc1ab2-9308-4d8a-80a5-913ce37c6129 req-675bf44f-2c5f-4f52-a843-d6615c95b344 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec60590b-210b-4d80-af3a-265de343cca0 HTTP/1.1" status: 200 len: 946 time: 0.0472906 Aug 29 20:42:36.236729 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-38dc1ab2-9308-4d8a-80a5-913ce37c6129 req-9c48dc19-5c2a-412a-9099-1d01cbc3b22d tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=384c0085-245a-41e1-9fbb-3a0e80ea4530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420566 Aug 29 20:42:37.161291 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-22b3a73b-48ec-4f73-be7e-e9699bd9b81d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:37.165110 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97d9fe-d53f-45d2-a666-e0de9f35fd84 req-b7d68644-dc8f-4092-a3e6-b8e849ab3089 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:37.166581 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-aa97d9fe-d53f-45d2-a666-e0de9f35fd84 req-b7d68644-dc8f-4092-a3e6-b8e849ab3089 tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ec60590b-210b-4d80-af3a-265de343cca0 HTTP/1.1" status: 200 len: 946 time: 0.0481157 Aug 29 20:42:37.266307 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [req-aa97d9fe-d53f-45d2-a666-e0de9f35fd84 req-9e04b904-e3ad-403a-9af2-2c491ca9b85b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Deleting port e14210f8-332e-4ea4-9e9b-6eca4b2c8f25 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:42:37.267377 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-aa97d9fe-d53f-45d2-a666-e0de9f35fd84 req-9e04b904-e3ad-403a-9af2-2c491ca9b85b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (e14210f8-332e-4ea4-9e9b-6eca4b2c8f25), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:37.365137 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd4729-281e-43bf-a08e-244ff375aca3 req-081b9603-0a85-462f-9123-b19be5b664ba tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:42:37.366677 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1cbd4729-281e-43bf-a08e-244ff375aca3 req-081b9603-0a85-462f-9123-b19be5b664ba tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec60590b-210b-4d80-af3a-265de343cca0 HTTP/1.1" status: 200 len: 946 time: 0.0561123 Aug 29 20:42:37.368087 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-aa97d9fe-d53f-45d2-a666-e0de9f35fd84 req-9e04b904-e3ad-403a-9af2-2c491ca9b85b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] For port e14210f8-332e-4ea4-9e9b-6eca4b2c8f25, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e14210f8-332e-4ea4-9e9b-6eca4b2c8f25,segment=NetworkSegment(8c9134b6-3421-4c96-a19d-f5e493e1ee40),segment_id=8c9134b6-3421-4c96-a19d-f5e493e1ee40)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:42:37.368463 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-aa97d9fe-d53f-45d2-a666-e0de9f35fd84 req-9e04b904-e3ad-403a-9af2-2c491ca9b85b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (e14210f8-332e-4ea4-9e9b-6eca4b2c8f25), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:37.383753 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [req-aa97d9fe-d53f-45d2-a666-e0de9f35fd84 req-9e04b904-e3ad-403a-9af2-2c491ca9b85b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Calling delete_port for e14210f8-332e-4ea4-9e9b-6eca4b2c8f25 owned by compute:nova {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:42:37.414124 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-1cbd4729-281e-43bf-a08e-244ff375aca3 req-13a08c48-89e5-4417-ab71-a66cdd117c6d tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=384c0085-245a-41e1-9fbb-3a0e80ea4530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413008 Aug 29 20:42:37.511164 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-aa97d9fe-d53f-45d2-a666-e0de9f35fd84 req-9e04b904-e3ad-403a-9af2-2c491ca9b85b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (e14210f8-332e-4ea4-9e9b-6eca4b2c8f25), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:37.530279 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['e14210f8-332e-4ea4-9e9b-6eca4b2c8f25'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:42:37.537727 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04b904-e3ad-403a-9af2-2c491ca9b85b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Pushing event deleted for resources: {'Port': ['ID=e14210f8-332e-4ea4-9e9b-6eca4b2c8f25,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:42:37.548313 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04b904-e3ad-403a-9af2-2c491ca9b85b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:42:37.548663 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04b904-e3ad-403a-9af2-2c491ca9b85b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:42:37.549014 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04b904-e3ad-403a-9af2-2c491ca9b85b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:42:37.549359 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04b904-e3ad-403a-9af2-2c491ca9b85b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:42:37.549765 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04b904-e3ad-403a-9af2-2c491ca9b85b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:42:37.550107 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04b904-e3ad-403a-9af2-2c491ca9b85b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:42:37.550442 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04b904-e3ad-403a-9af2-2c491ca9b85b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:42:37.550801 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04b904-e3ad-403a-9af2-2c491ca9b85b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:42:37.551204 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04b904-e3ad-403a-9af2-2c491ca9b85b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:42:37.551547 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04b904-e3ad-403a-9af2-2c491ca9b85b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:42:37.551837 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04b904-e3ad-403a-9af2-2c491ca9b85b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:42:37.552193 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04b904-e3ad-403a-9af2-2c491ca9b85b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:42:37.552527 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04b904-e3ad-403a-9af2-2c491ca9b85b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:42:37.552854 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04b904-e3ad-403a-9af2-2c491ca9b85b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:42:37.553182 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e04b904-e3ad-403a-9af2-2c491ca9b85b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:42:37.600998 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa97d9fe-d53f-45d2-a666-e0de9f35fd84 req-9e04b904-e3ad-403a-9af2-2c491ca9b85b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] No DVR routers for this DVR port e14210f8-332e-4ea4-9e9b-6eca4b2c8f25 on host hv-cinder-85426 {{(pid=106199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:42:37.603468 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-aa97d9fe-d53f-45d2-a666-e0de9f35fd84 req-9e04b904-e3ad-403a-9af2-2c491ca9b85b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:37.607366 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-aa97d9fe-d53f-45d2-a666-e0de9f35fd84 req-9e04b904-e3ad-403a-9af2-2c491ca9b85b tempest-VolumesSnapshotTestJSON-1254344129 tempest-VolumesSnapshotTestJSON-1254344129-project] 10.222.0.33 "DELETE /networking/v2.0/ports/e14210f8-332e-4ea4-9e9b-6eca4b2c8f25 HTTP/1.1" status: 204 len: 173 time: 0.4348111 Aug 29 20:42:37.607810 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec60590b-210b-4d80-af3a-265de343cca0', 'name': 'network-vif-deleted', 'tag': 'e14210f8-332e-4ea4-9e9b-6eca4b2c8f25'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:42:37.610062 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca2ba94-9d4b-4220-88b5-7c4bbbd85cdf" -d '{"events": [{"server_uuid": "ec60590b-210b-4d80-af3a-265de343cca0", "name": "network-vif-deleted", "tag": "e14210f8-332e-4ea4-9e9b-6eca4b2c8f25"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:42:37.647610 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff74da66-12cb-43cd-97fe-773ef00f112d x-openstack-request-id: req-ff74da66-12cb-43cd-97fe-773ef00f112d {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:42:37.647903 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec60590b-210b-4d80-af3a-265de343cca0", "name": "network-vif-deleted", "tag": "e14210f8-332e-4ea4-9e9b-6eca4b2c8f25", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:42:37.648189 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff74da66-12cb-43cd-97fe-773ef00f112d {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:42:37.648600 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff74da66-12cb-43cd-97fe-773ef00f112d'] response: {'server_uuid': 'ec60590b-210b-4d80-af3a-265de343cca0', 'name': 'network-vif-deleted', 'tag': 'e14210f8-332e-4ea4-9e9b-6eca4b2c8f25', 'status': 'completed', 'code': 200} Aug 29 20:42:39.505348 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7453fb0d-5792-4a01-8575-2108124833e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:40.730505 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:42.252146 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device e14210f8-332e-4ea4-9e9b-6eca4b2c8f25 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:42:42.274234 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] No Port match for: e14210f8-332e-4ea4-9e9b-6eca4b2c8f25 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:42:42.274572 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device e14210f8-332e-4ea4-9e9b-6eca4b2c8f25 not bound to the agent host hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:42:42.275978 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:42.391461 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:47.403865 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=17 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:47.410933 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=19 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:47.561551 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=60,neutron:DELETE=5 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:47.585969 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=49,neutron:DELETE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:48.724313 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:48.728356 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:50.702360 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:42:52.385647 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:52.386528 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:42:54.368648 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:59.219177 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 40578) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:42:59.223700 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-8694d497-7b6e-4a18-85c9-269e2596772b tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Request body: {'security_group': {'name': 'tempest-securitygroup--611019595', 'description': 'tempest-description--397608673'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:42:59.244806 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8694d497-7b6e-4a18-85c9-269e2596772b tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:59.317464 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8694d497-7b6e-4a18-85c9-269e2596772b tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group (2b2fbd4b-c61e-4a37-9291-dd452d13977f), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:59.321345 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8694d497-7b6e-4a18-85c9-269e2596772b tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (2b2fbd4b-c61e-4a37-9291-dd452d13977f), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:59.356899 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8694d497-7b6e-4a18-85c9-269e2596772b tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:59.358147 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-8694d497-7b6e-4a18-85c9-269e2596772b tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1379602 Aug 29 20:42:59.360682 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694d497-7b6e-4a18-85c9-269e2596772b tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2fbd4b-c61e-4a37-9291-dd452d13977f,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:42:59.361407 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 40586) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:42:59.366147 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-c7cf07bb-2036-42f7-be8a-5b83b17d5528 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Request body: {'security_group_rule': {'security_group_id': '2b2fbd4b-c61e-4a37-9291-dd452d13977f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:42:59.400073 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c7cf07bb-2036-42f7-be8a-5b83b17d5528 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group_rule (d355f470-9504-4dcb-83fa-b35082b533ba), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:59.461437 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c7cf07bb-2036-42f7-be8a-5b83b17d5528 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group_rule (d355f470-9504-4dcb-83fa-b35082b533ba), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:59.465934 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c7cf07bb-2036-42f7-be8a-5b83b17d5528 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (d355f470-9504-4dcb-83fa-b35082b533ba), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:59.487003 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf07bb-2036-42f7-be8a-5b83b17d5528 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d355f470-9504-4dcb-83fa-b35082b533ba,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:42:59.491263 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-c7cf07bb-2036-42f7-be8a-5b83b17d5528 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:59.494958 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-c7cf07bb-2036-42f7-be8a-5b83b17d5528 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298838 Aug 29 20:42:59.495722 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 40600) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:42:59.500544 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-4b8faf24-6536-4b82-848f-bc31328686af tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Request body: {'security_group_rule': {'security_group_id': '2b2fbd4b-c61e-4a37-9291-dd452d13977f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:42:59.529927 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4b8faf24-6536-4b82-848f-bc31328686af tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group_rule (a62d7428-daf4-4a2f-9ea6-dca1a01f3559), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:59.603082 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4b8faf24-6536-4b82-848f-bc31328686af tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group_rule (a62d7428-daf4-4a2f-9ea6-dca1a01f3559), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:59.607530 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4b8faf24-6536-4b82-848f-bc31328686af tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (a62d7428-daf4-4a2f-9ea6-dca1a01f3559), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:59.626513 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8faf24-6536-4b82-848f-bc31328686af tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a62d7428-daf4-4a2f-9ea6-dca1a01f3559,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:42:59.635624 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4b8faf24-6536-4b82-848f-bc31328686af tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:59.636860 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-4b8faf24-6536-4b82-848f-bc31328686af tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405251 Aug 29 20:42:59.640876 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 40604) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:42:59.646138 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-366f3e39-b0b0-468d-94b3-5b0396fad386 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Request body: {'floatingip': {'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:42:59.667815 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-366f3e39-b0b0-468d-94b3-5b0396fad386 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:59.755525 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-366f3e39-b0b0-468d-94b3-5b0396fad386 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:42:59.862675 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-366f3e39-b0b0-468d-94b3-5b0396fad386 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Allocated IP 172.27.1.2 (6d9f465d-5886-43f5-9015-44f8e49732f9/a46a7c4b-a1af-42c4-bdce-13dd23ff8d25/333f0ef6-df84-49fd-be23-7fb5e20afb5e) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:42:59.968375 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-366f3e39-b0b0-468d-94b3-5b0396fad386 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for port (333f0ef6-df84-49fd-be23-7fb5e20afb5e), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:00.000467 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-366f3e39-b0b0-468d-94b3-5b0396fad386 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (333f0ef6-df84-49fd-be23-7fb5e20afb5e), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:00.040297 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366f3e39-b0b0-468d-94b3-5b0396fad386 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Network 6d9f465d-5886-43f5-9015-44f8e49732f9 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:43:00.045585 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-366f3e39-b0b0-468d-94b3-5b0396fad386 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:43:00.049356 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366f3e39-b0b0-468d-94b3-5b0396fad386 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:43:00.052602 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f3e39-b0b0-468d-94b3-5b0396fad386 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event updated for resources: {'Port': ['ID=333f0ef6-df84-49fd-be23-7fb5e20afb5e,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:43:00.136125 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-366f3e39-b0b0-468d-94b3-5b0396fad386 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for floatingip (c1b98d91-dd61-4337-b957-c329c3426e0a), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:00.172924 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-366f3e39-b0b0-468d-94b3-5b0396fad386 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (333f0ef6-df84-49fd-be23-7fb5e20afb5e), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:00.191564 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:43:00.227472 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:43:00.326616 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-366f3e39-b0b0-468d-94b3-5b0396fad386 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for port (333f0ef6-df84-49fd-be23-7fb5e20afb5e), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:00.331165 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-366f3e39-b0b0-468d-94b3-5b0396fad386 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (333f0ef6-df84-49fd-be23-7fb5e20afb5e), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:00.408617 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-366f3e39-b0b0-468d-94b3-5b0396fad386 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (c1b98d91-dd61-4337-b957-c329c3426e0a), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:00.411263 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f3e39-b0b0-468d-94b3-5b0396fad386 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event updated for resources: {'Port': ['ID=333f0ef6-df84-49fd-be23-7fb5e20afb5e,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:43:00.428514 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-366f3e39-b0b0-468d-94b3-5b0396fad386 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:00.429901 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-366f3e39-b0b0-468d-94b3-5b0396fad386 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7879612 Aug 29 20:43:00.694215 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-37e60b81-b0ad-4d59-b349-0c83fa93beab tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--611019595&fields=id&tenant_id=076e4d9f49a944c487077e845726ad82 HTTP/1.1" status: 200 len: 267 time: 0.0479674 Aug 29 20:43:00.697903 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:43:00.806727 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-d45364ea-11d0-43e7-bb75-04497d2bd818 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:00.808231 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-d45364ea-11d0-43e7-bb75-04497d2bd818 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/networks?id=931f5e99-b53b-4e33-bc47-b08971122f04 HTTP/1.1" status: 200 len: 814 time: 0.1064084 Aug 29 20:43:00.823442 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-fdcc11a3-f9e8-4da5-b102-fd23fc794e36 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/quotas/076e4d9f49a944c487077e845726ad82 HTTP/1.1" status: 200 len: 375 time: 0.0091918 Aug 29 20:43:00.878637 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-d699f30d-1fc2-4abc-8d03-12239e7c088b tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=076e4d9f49a944c487077e845726ad82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503209 Aug 29 20:43:00.976490 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-34856b7e-9f21-48c9-b211-0174da460e79 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864470 Aug 29 20:43:01.070086 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-3b594513-4c29-4d41-9646-b1d42c645198 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873027 Aug 29 20:43:01.285848 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-dddf24e4-1020-41e8-b47c-7e67618b45f7 req-8320f8c3-7cd4-47e4-8507-3de8d547c859 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=537b47db-7d5d-4bb8-8b81-b63759ecc7b8 HTTP/1.1" status: 200 len: 210 time: 0.0791726 Aug 29 20:43:01.644518 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7c82f695-b8ac-4fbc-baf2-492bc0fd227b req-407c7362-a3ff-4c59-824a-31efebb13b15 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401404 Aug 29 20:43:01.738702 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82f695-b8ac-4fbc-baf2-492bc0fd227b req-dd679273-af6a-47ae-8b40-bd29ceeb1dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:01.740275 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7c82f695-b8ac-4fbc-baf2-492bc0fd227b req-dd679273-af6a-47ae-8b40-bd29ceeb1dbb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=4ac573b4aa7a47c49d129afd9939e26d&device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 1129 time: 0.0408692 Aug 29 20:43:01.771595 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 40640) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:43:01.819131 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f8e7c7-55d2-4e78-9b54-90ce814efd91 admin admin] Deleting subnet 4104cfc0-4406-4771-baba-ee68847ac131 {{(pid=106198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:43:01.822683 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-11f8e7c7-55d2-4e78-9b54-90ce814efd91 admin admin] Publish callbacks [] for subnet (4104cfc0-4406-4771-baba-ee68847ac131), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:01.861863 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-11f8e7c7-55d2-4e78-9b54-90ce814efd91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1263496'] for subnet (4104cfc0-4406-4771-baba-ee68847ac131), precommit_delete_associations {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:01.892719 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82f695-b8ac-4fbc-baf2-492bc0fd227b req-30b74e5b-66a7-4043-9a9d-de3e22e5878b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:01.894897 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7c82f695-b8ac-4fbc-baf2-492bc0fd227b req-30b74e5b-66a7-4043-9a9d-de3e22e5878b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=6506ef9d-c593-4e22-ac07-3e14f3411bf3 HTTP/1.1" status: 200 len: 911 time: 0.1212168 Aug 29 20:43:01.909970 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-11f8e7c7-55d2-4e78-9b54-90ce814efd91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996000'] for subnet (4104cfc0-4406-4771-baba-ee68847ac131), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:01.965345 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7c82f695-b8ac-4fbc-baf2-492bc0fd227b req-da165f66-27a3-45ea-a156-55928d324bc2 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=740dee41-866c-4314-89ee-4f035ccd2e9a HTTP/1.1" status: 200 len: 1001 time: 0.0598783 Aug 29 20:43:02.022477 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82f695-b8ac-4fbc-baf2-492bc0fd227b req-61df7d61-fa6a-4bd6-8749-a3d546c1c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:02.023958 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7c82f695-b8ac-4fbc-baf2-492bc0fd227b req-61df7d61-fa6a-4bd6-8749-a3d546c1c1f6 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=611c0b21-bc96-4859-87bb-f5e3e8e4141e HTTP/1.1" status: 200 len: 849 time: 0.0511174 Aug 29 20:43:02.224970 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-11f8e7c7-55d2-4e78-9b54-90ce814efd91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61348116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215017'] for subnet (4104cfc0-4406-4771-baba-ee68847ac131), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:02.251972 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8e7c7-55d2-4e78-9b54-90ce814efd91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4104cfc0-4406-4771-baba-ee68847ac131,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:43:02.255637 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-11f8e7c7-55d2-4e78-9b54-90ce814efd91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:02.258808 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-11f8e7c7-55d2-4e78-9b54-90ce814efd91 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/4104cfc0-4406-4771-baba-ee68847ac131 HTTP/1.1" status: 204 len: 168 time: 0.4860566 Aug 29 20:43:02.262404 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 40642) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:43:02.268740 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82f695-b8ac-4fbc-baf2-492bc0fd227b req-1dc7b9f2-81ac-4f11-bf90-8c126244780d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:02.269834 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:43:02.270882 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7c82f695-b8ac-4fbc-baf2-492bc0fd227b req-1dc7b9f2-81ac-4f11-bf90-8c126244780d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=6506ef9d-c593-4e22-ac07-3e14f3411bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485055 Aug 29 20:43:02.347048 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:43:02.383510 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7c82f695-b8ac-4fbc-baf2-492bc0fd227b req-de6fc0fe-c222-415a-8071-2a7aa2511b40 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6506ef9d-c593-4e22-ac07-3e14f3411bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059208 Aug 29 20:43:02.402515 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3c57445a-0938-4011-a846-310dcd781dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4173405'] for network (aabb81f8-a301-47ad-a66b-a8659a1137e5), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:02.435607 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-04bfa17b-5e91-4b34-a797-fd4603a73a38 req-5fc16227-8893-46ec-a0c2-6771eced5121 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=537b47db-7d5d-4bb8-8b81-b63759ecc7b8 HTTP/1.1" status: 200 len: 210 time: 0.0495374 Aug 29 20:43:02.504081 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7c82f695-b8ac-4fbc-baf2-492bc0fd227b req-4a37c1bb-71b1-460c-aa8d-12114991967d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6506ef9d-c593-4e22-ac07-3e14f3411bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118433 Aug 29 20:43:02.534215 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-7abd59bc-283f-479c-b2df-caef86477ab0 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:02.535687 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-7abd59bc-283f-479c-b2df-caef86477ab0 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.33 "GET /networking/v2.0/networks?id=931f5e99-b53b-4e33-bc47-b08971122f04 HTTP/1.1" status: 200 len: 814 time: 0.2169275 Aug 29 20:43:02.547409 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3c57445a-0938-4011-a846-310dcd781dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996931', 'neutron.services.segments.db._delete_segments_for_network-8787001567811'] for network (aabb81f8-a301-47ad-a66b-a8659a1137e5), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:02.568573 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-3c57445a-0938-4011-a846-310dcd781dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aabb81f8-a301-47ad-a66b-a8659a1137e5']}} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:43:02.579354 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-3c57445a-0938-4011-a846-310dcd781dd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c9134b6-3421-4c96-a19d-f5e493e1ee40') {'for_net_delete': True} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:43:02.579649 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-3c57445a-0938-4011-a846-310dcd781dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c9134b6-3421-4c96-a19d-f5e493e1ee40') {} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:43:02.589687 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3c57445a-0938-4011-a846-310dcd781dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001593263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1263491'] for segment (8c9134b6-3421-4c96-a19d-f5e493e1ee40), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:02.602677 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3c57445a-0938-4011-a846-310dcd781dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (8c9134b6-3421-4c96-a19d-f5e493e1ee40), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:02.608980 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c57445a-0938-4011-a846-310dcd781dd0 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=106198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:43:02.609363 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3c57445a-0938-4011-a846-310dcd781dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61349810'] for segment (8c9134b6-3421-4c96-a19d-f5e493e1ee40), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:02.653415 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment 8c9134b6-3421-4c96-a19d-f5e493e1ee40 resource provider aggregate not found Aug 29 20:43:02.673341 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment 8c9134b6-3421-4c96-a19d-f5e493e1ee40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c9134b6-3421-4c96-a19d-f5e493e1ee40 found for delete ", "request_id": "req-73df4f62-877f-49b9-8d5d-2e0954bae5f6"}]} Aug 29 20:43:02.697501 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3c57445a-0938-4011-a846-310dcd781dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639181'] for network (aabb81f8-a301-47ad-a66b-a8659a1137e5), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:02.705467 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3c57445a-0938-4011-a846-310dcd781dd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:02.708513 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-3c57445a-0938-4011-a846-310dcd781dd0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/aabb81f8-a301-47ad-a66b-a8659a1137e5 HTTP/1.1" status: 204 len: 168 time: 0.4451761 Aug 29 20:43:02.727632 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57445a-0938-4011-a846-310dcd781dd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=aabb81f8-a301-47ad-a66b-a8659a1137e5,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:43:02.754347 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-23f74648-cb42-48c7-a1de-9d8849053db6 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=076e4d9f49a944c487077e845726ad82 HTTP/1.1" status: 200 len: 472 time: 0.0973949 Aug 29 20:43:02.831318 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 40656) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:43:02.870515 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-8f9dcdc1-4b9f-4abe-8360-3afd19160de7 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=732a8a55dfbd44afa826eb6f5571aabf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380335 Aug 29 20:43:02.873645 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 40658) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:43:02.898549 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-038204b6-1838-4a4b-a151-55893039978d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Request body: {'port': {'device_id': '537b47db-7d5d-4bb8-8b81-b63759ecc7b8', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'admin_state_up': True, 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'security_groups': ['2b2fbd4b-c61e-4a37-9291-dd452d13977f']}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:43:02.986627 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-03425b2f-e568-44b7-8a2c-e9b2dc7ac615 admin admin] Publish callbacks [] for security_group (384c0085-245a-41e1-9fbb-3a0e80ea4530), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:03.029085 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-03425b2f-e568-44b7-8a2c-e9b2dc7ac615 admin admin] Publish callbacks [] for security_group (384c0085-245a-41e1-9fbb-3a0e80ea4530), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:03.078293 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-038204b6-1838-4a4b-a151-55893039978d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Made reservation on behalf of 076e4d9f49a944c487077e845726ad82 for: {'port': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:43:03.082588 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-038204b6-1838-4a4b-a151-55893039978d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:03.142427 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-03425b2f-e568-44b7-8a2c-e9b2dc7ac615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (384c0085-245a-41e1-9fbb-3a0e80ea4530), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:03.144992 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-03425b2f-e568-44b7-8a2c-e9b2dc7ac615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:03.146143 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-03425b2f-e568-44b7-8a2c-e9b2dc7ac615 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/384c0085-245a-41e1-9fbb-3a0e80ea4530 HTTP/1.1" status: 204 len: 168 time: 0.2715967 Aug 29 20:43:03.160219 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03425b2f-e568-44b7-8a2c-e9b2dc7ac615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384c0085-245a-41e1-9fbb-3a0e80ea4530,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:43:03.207830 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:43:03.236885 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-038204b6-1838-4a4b-a151-55893039978d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Allocated IP 172.20.0.8 (931f5e99-b53b-4e33-bc47-b08971122f04/9dfba0af-d982-4fa7-a855-ae6f251684ed/bcc8e3d8-82ec-4b82-8e13-69385ff280e0) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:43:03.289646 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:43:03.396310 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-038204b6-1838-4a4b-a151-55893039978d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for port (bcc8e3d8-82ec-4b82-8e13-69385ff280e0), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:03.433339 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-038204b6-1838-4a4b-a151-55893039978d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (bcc8e3d8-82ec-4b82-8e13-69385ff280e0), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:03.476279 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-038204b6-1838-4a4b-a151-55893039978d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Network 931f5e99-b53b-4e33-bc47-b08971122f04 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:43:03.483463 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-038204b6-1838-4a4b-a151-55893039978d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:43:03.487450 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-038204b6-1838-4a4b-a151-55893039978d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:43:03.526272 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038204b6-1838-4a4b-a151-55893039978d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event updated for resources: {'Port': ['ID=bcc8e3d8-82ec-4b82-8e13-69385ff280e0,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:43:03.567610 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-038204b6-1838-4a4b-a151-55893039978d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:03.568455 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-038204b6-1838-4a4b-a151-55893039978d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:03.577249 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:43:03.590143 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-038204b6-1838-4a4b-a151-55893039978d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6951916 Aug 29 20:43:03.600839 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e9ce1-fe73-426e-a1b8-fb76f836d9dd req-36c994c0-98de-478b-996e-72c12babae5c tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:03.602375 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fd6e9ce1-fe73-426e-a1b8-fb76f836d9dd req-36c994c0-98de-478b-996e-72c12babae5c tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=537b47db-7d5d-4bb8-8b81-b63759ecc7b8 HTTP/1.1" status: 200 len: 931 time: 0.0691769 Aug 29 20:43:03.610169 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-d213fd3c-fc0a-4360-bb8a-9dc62bc33d75 service neutron] Request body: {'port': {'device_id': '537b47db-7d5d-4bb8-8b81-b63759ecc7b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:43:03.662807 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:43:03.672665 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fd6e9ce1-fe73-426e-a1b8-fb76f836d9dd req-9bcc62c7-3b28-44a9-9c28-43b82d376d8e tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b2fbd4b-c61e-4a37-9291-dd452d13977f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587070 Aug 29 20:43:03.681209 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-d213fd3c-fc0a-4360-bb8a-9dc62bc33d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (bcc8e3d8-82ec-4b82-8e13-69385ff280e0), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:03.789102 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-cd2b9d21-4c8c-4d98-a73d-962d90c52dec None None] Provisioning complete for port bcc8e3d8-82ec-4b82-8e13-69385ff280e0 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:43:03.789685 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-cd2b9d21-4c8c-4d98-a73d-962d90c52dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (bcc8e3d8-82ec-4b82-8e13-69385ff280e0), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:03.820774 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-cd2b9d21-4c8c-4d98-a73d-962d90c52dec None None] Port bcc8e3d8-82ec-4b82-8e13-69385ff280e0 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:43:03.943885 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-d213fd3c-fc0a-4360-bb8a-9dc62bc33d75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc8e3d8-82ec-4b82-8e13-69385ff280e0 {{(pid=106198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:43:03.951961 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-d213fd3c-fc0a-4360-bb8a-9dc62bc33d75 service neutron] Publish callbacks [] for port (bcc8e3d8-82ec-4b82-8e13-69385ff280e0), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:03.964623 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.provisioning_blocks [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-d213fd3c-fc0a-4360-bb8a-9dc62bc33d75 service neutron] Transition to ACTIVE for port object bcc8e3d8-82ec-4b82-8e13-69385ff280e0 will not be triggered until provisioned by entity L2. {{(pid=106198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:43:03.969234 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-d213fd3c-fc0a-4360-bb8a-9dc62bc33d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (bcc8e3d8-82ec-4b82-8e13-69385ff280e0), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:04.048345 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213fd3c-fc0a-4360-bb8a-9dc62bc33d75 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc8e3d8-82ec-4b82-8e13-69385ff280e0,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:43:04.067395 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:INSERT=3,neutron:UPDATE=6,neutron:SELECT=90,neutron:DELETE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:43:04.085039 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-d213fd3c-fc0a-4360-bb8a-9dc62bc33d75 service neutron] Attempting to bind port bcc8e3d8-82ec-4b82-8e13-69385ff280e0 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:43:04.085375 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-d213fd3c-fc0a-4360-bb8a-9dc62bc33d75 service neutron] Attempting to bind port bcc8e3d8-82ec-4b82-8e13-69385ff280e0 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04'}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:43:04.085697 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-d213fd3c-fc0a-4360-bb8a-9dc62bc33d75 service neutron] Attempting to bind port bcc8e3d8-82ec-4b82-8e13-69385ff280e0 on network 931f5e99-b53b-4e33-bc47-b08971122f04 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:43:04.090723 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-d213fd3c-fc0a-4360-bb8a-9dc62bc33d75 service neutron] Port bcc8e3d8-82ec-4b82-8e13-69385ff280e0 on network 931f5e99-b53b-4e33-bc47-b08971122f04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:43:04.091072 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-d213fd3c-fc0a-4360-bb8a-9dc62bc33d75 service neutron] Attempting to bind port bcc8e3d8-82ec-4b82-8e13-69385ff280e0 on network 931f5e99-b53b-4e33-bc47-b08971122f04 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:43:04.096365 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-d213fd3c-fc0a-4360-bb8a-9dc62bc33d75 service neutron] Checking agent: {'id': 'fe366970-a267-4806-8a8b-654c02250e20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'started_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:43:04.096701 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-d213fd3c-fc0a-4360-bb8a-9dc62bc33d75 service neutron] Checking segment: {'id': 'c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:43:04.097074 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-d213fd3c-fc0a-4360-bb8a-9dc62bc33d75 service neutron] Bound using segment: {'id': 'c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04'} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:43:04.097492 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-d213fd3c-fc0a-4360-bb8a-9dc62bc33d75 service neutron] Bound port: bcc8e3d8-82ec-4b82-8e13-69385ff280e0, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04'}}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:43:04.097848 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-d213fd3c-fc0a-4360-bb8a-9dc62bc33d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (bcc8e3d8-82ec-4b82-8e13-69385ff280e0), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:04.137890 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:43:04.160827 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-d213fd3c-fc0a-4360-bb8a-9dc62bc33d75 service neutron] For port bcc8e3d8-82ec-4b82-8e13-69385ff280e0, host hv-cinder-85426, cleared binding levels {{(pid=106198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:43:04.164239 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-d213fd3c-fc0a-4360-bb8a-9dc62bc33d75 service neutron] For port bcc8e3d8-82ec-4b82-8e13-69385ff280e0, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=bcc8e3d8-82ec-4b82-8e13-69385ff280e0,segment=NetworkSegment(c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a),segment_id=c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a)] {{(pid=106198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:43:04.170200 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-d213fd3c-fc0a-4360-bb8a-9dc62bc33d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (bcc8e3d8-82ec-4b82-8e13-69385ff280e0), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:04.173325 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-d213fd3c-fc0a-4360-bb8a-9dc62bc33d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:04.173936 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-d213fd3c-fc0a-4360-bb8a-9dc62bc33d75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:04.175308 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-d213fd3c-fc0a-4360-bb8a-9dc62bc33d75 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/bcc8e3d8-82ec-4b82-8e13-69385ff280e0 HTTP/1.1" status: 200 len: 1093 time: 0.5755110 Aug 29 20:43:04.177355 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537b47db-7d5d-4bb8-8b81-b63759ecc7b8', 'tag': 'bcc8e3d8-82ec-4b82-8e13-69385ff280e0'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:43:04.179575 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f607546964f141dcf8ed995c545a93b1930b0d2db8722531a12d309c5951f327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70b509f-9266-472b-8481-3b777c8e15fb" -d '{"events": [{"name": "network-changed", "server_uuid": "537b47db-7d5d-4bb8-8b81-b63759ecc7b8", "tag": "bcc8e3d8-82ec-4b82-8e13-69385ff280e0"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:43:04.231831 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e1eed7-f4d3-480e-8b5e-c386f0167fad x-openstack-request-id: req-09e1eed7-f4d3-480e-8b5e-c386f0167fad {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:43:04.232138 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "537b47db-7d5d-4bb8-8b81-b63759ecc7b8", "tag": "bcc8e3d8-82ec-4b82-8e13-69385ff280e0", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:43:04.232392 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09e1eed7-f4d3-480e-8b5e-c386f0167fad {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:43:04.232783 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09e1eed7-f4d3-480e-8b5e-c386f0167fad'] response: {'name': 'network-changed', 'server_uuid': '537b47db-7d5d-4bb8-8b81-b63759ecc7b8', 'tag': 'bcc8e3d8-82ec-4b82-8e13-69385ff280e0', 'status': 'completed', 'code': 200} Aug 29 20:43:04.261744 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213fd3c-fc0a-4360-bb8a-9dc62bc33d75 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc8e3d8-82ec-4b82-8e13-69385ff280e0,revision_number=3']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:43:04.271810 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-23e19b2c-002c-4abd-919a-ba4bdc715f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:04.273352 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-23e19b2c-002c-4abd-919a-ba4bdc715f02 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=076e4d9f49a944c487077e845726ad82&device_id=537b47db-7d5d-4bb8-8b81-b63759ecc7b8 HTTP/1.1" status: 200 len: 1127 time: 0.0520682 Aug 29 20:43:04.315010 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-24f6c7cb-ec07-4e40-8002-bb52971fab4e service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcc8e3d8-82ec-4b82-8e13-69385ff280e0 HTTP/1.1" status: 200 len: 217 time: 0.0344579 Aug 29 20:43:04.368033 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-01ca3945-6a01-460f-b3ac-07697ee50527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:04.369527 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-01ca3945-6a01-460f-b3ac-07697ee50527 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9dfba0af-d982-4fa7-a855-ae6f251684ed HTTP/1.1" status: 200 len: 853 time: 0.0472648 Aug 29 20:43:04.421374 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-12dcac07-eeaf-4d82-892a-861a6de1bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:04.422894 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-12dcac07-eeaf-4d82-892a-861a6de1bb7d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=931f5e99-b53b-4e33-bc47-b08971122f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458794 Aug 29 20:43:04.515384 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-72c73736-fa41-4db5-ba5a-649b3a6a3a55 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849421 Aug 29 20:43:04.610147 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-cb230fca-41ae-4c29-bdfc-a62c63d07d28 req-599f72e7-ad68-40c3-9921-f81b9101e292 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874381 Aug 29 20:43:04.796669 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a326c1e-50e6-4941-a3e6-61f04085be89 req-2fb13829-3b50-4a78-8d58-eec63c428b2b tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:04.798190 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6a326c1e-50e6-4941-a3e6-61f04085be89 req-2fb13829-3b50-4a78-8d58-eec63c428b2b tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=537b47db-7d5d-4bb8-8b81-b63759ecc7b8 HTTP/1.1" status: 200 len: 943 time: 0.0472934 Aug 29 20:43:04.845444 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6a326c1e-50e6-4941-a3e6-61f04085be89 req-a06e9abb-786f-44ab-8db1-b4288967c87a tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b2fbd4b-c61e-4a37-9291-dd452d13977f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409839 Aug 29 20:43:05.715848 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b509f-9266-472b-8481-3b777c8e15fb req-cf09b1e6-aa0a-464e-8778-48b5f7cebc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:05.717333 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d70b509f-9266-472b-8481-3b777c8e15fb req-cf09b1e6-aa0a-464e-8778-48b5f7cebc8b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=076e4d9f49a944c487077e845726ad82&device_id=537b47db-7d5d-4bb8-8b81-b63759ecc7b8 HTTP/1.1" status: 200 len: 1127 time: 0.0396376 Aug 29 20:43:05.811788 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b509f-9266-472b-8481-3b777c8e15fb req-151448fe-4c5b-4867-a8d6-e64b9e6353ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:05.813304 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d70b509f-9266-472b-8481-3b777c8e15fb req-151448fe-4c5b-4867-a8d6-e64b9e6353ae service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=931f5e99-b53b-4e33-bc47-b08971122f04 HTTP/1.1" status: 200 len: 915 time: 0.0898800 Aug 29 20:43:05.854352 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d70b509f-9266-472b-8481-3b777c8e15fb req-dace42f8-beb1-4c3f-b55b-b6b661f608a5 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcc8e3d8-82ec-4b82-8e13-69385ff280e0 HTTP/1.1" status: 200 len: 217 time: 0.0335381 Aug 29 20:43:05.903902 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b509f-9266-472b-8481-3b777c8e15fb req-fa6cbf36-12d0-4d0a-9bd9-8eecb4425fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:05.905411 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d70b509f-9266-472b-8481-3b777c8e15fb req-fa6cbf36-12d0-4d0a-9bd9-8eecb4425fbb service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9dfba0af-d982-4fa7-a855-ae6f251684ed HTTP/1.1" status: 200 len: 853 time: 0.0453162 Aug 29 20:43:05.984637 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b509f-9266-472b-8481-3b777c8e15fb req-7bdf4218-bfad-4ac1-87fb-262433bc5bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:05.986055 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d70b509f-9266-472b-8481-3b777c8e15fb req-7bdf4218-bfad-4ac1-87fb-262433bc5bf0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=931f5e99-b53b-4e33-bc47-b08971122f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740466 Aug 29 20:43:05.993614 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b5ad7-25de-4ce6-b1f4-4502b0232cce req-f4942664-262c-4fc6-9290-2a2078a7ead1 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:05.994940 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-385b5ad7-25de-4ce6-b1f4-4502b0232cce req-f4942664-262c-4fc6-9290-2a2078a7ead1 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=537b47db-7d5d-4bb8-8b81-b63759ecc7b8 HTTP/1.1" status: 200 len: 943 time: 0.0735736 Aug 29 20:43:06.104214 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-385b5ad7-25de-4ce6-b1f4-4502b0232cce req-1a465dcb-7446-4ead-a76b-68530f09306c tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b2fbd4b-c61e-4a37-9291-dd452d13977f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003428 Aug 29 20:43:06.118392 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d70b509f-9266-472b-8481-3b777c8e15fb req-7f1aea36-0faa-4b28-8659-f38b982c6c0b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225171 Aug 29 20:43:06.184731 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:43:06.209815 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d70b509f-9266-472b-8481-3b777c8e15fb req-6a1b0103-a23a-41f9-8cae-5d0adc144fed service neutron] 10.222.0.33 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844965 Aug 29 20:43:07.168171 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-a1da8027-c17e-4fef-b677-10682b3a2883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:07.222014 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131806ae-61fa-42c1-936b-76edbb030b7e req-f2c18cb0-f7b6-4276-8714-b41cf45545b0 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:07.223481 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-131806ae-61fa-42c1-936b-76edbb030b7e req-f2c18cb0-f7b6-4276-8714-b41cf45545b0 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=537b47db-7d5d-4bb8-8b81-b63759ecc7b8 HTTP/1.1" status: 200 len: 943 time: 0.0466366 Aug 29 20:43:07.272563 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-131806ae-61fa-42c1-936b-76edbb030b7e req-70d967c7-2972-436a-ad4d-0869921ba237 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b2fbd4b-c61e-4a37-9291-dd452d13977f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429347 Aug 29 20:43:07.357238 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device bcc8e3d8-82ec-4b82-8e13-69385ff280e0 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:43:07.457399 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port bcc8e3d8-82ec-4b82-8e13-69385ff280e0, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=bcc8e3d8-82ec-4b82-8e13-69385ff280e0,segment=NetworkSegment(c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a),segment_id=c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:43:07.469132 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Returning: {'device': 'bcc8e3d8-82ec-4b82-8e13-69385ff280e0', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'port_id': 'bcc8e3d8-82ec-4b82-8e13-69385ff280e0', 'mac_address': 'fa:16:3e:8a:89:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:43:07.506155 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port bcc8e3d8-82ec-4b82-8e13-69385ff280e0 is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:43:07.506543 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (bcc8e3d8-82ec-4b82-8e13-69385ff280e0), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:07.520253 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc8e3d8-82ec-4b82-8e13-69385ff280e0 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:43:07.540282 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port bcc8e3d8-82ec-4b82-8e13-69385ff280e0, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=bcc8e3d8-82ec-4b82-8e13-69385ff280e0,segment=NetworkSegment(c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a),segment_id=c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:43:07.545664 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (bcc8e3d8-82ec-4b82-8e13-69385ff280e0), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:07.592052 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=bcc8e3d8-82ec-4b82-8e13-69385ff280e0,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:43:07.603882 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:43:07.604264 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:43:07.604612 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:43:07.604949 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:43:07.605282 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:43:07.605610 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:43:07.606413 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:43:07.606745 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:43:07.607071 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:43:07.607393 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:43:07.607721 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:43:07.608157 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:43:07.608826 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:43:07.608826 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:43:07.609157 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:43:07.861119 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['bcc8e3d8-82ec-4b82-8e13-69385ff280e0'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:43:08.395169 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39998aa1-77fb-4ece-a24c-45f00096f124 req-adef1d14-1b99-4394-881f-8cffbd909a15 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:08.396683 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-39998aa1-77fb-4ece-a24c-45f00096f124 req-adef1d14-1b99-4394-881f-8cffbd909a15 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=537b47db-7d5d-4bb8-8b81-b63759ecc7b8 HTTP/1.1" status: 200 len: 944 time: 0.0499072 Aug 29 20:43:08.408348 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:43:08.443804 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-39998aa1-77fb-4ece-a24c-45f00096f124 req-65cc3235-45e7-4bb1-94b9-dc1587767e8f tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b2fbd4b-c61e-4a37-9291-dd452d13977f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414703 Aug 29 20:43:09.359129 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device bcc8e3d8-82ec-4b82-8e13-69385ff280e0 up at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:43:09.400412 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning for port bcc8e3d8-82ec-4b82-8e13-69385ff280e0 completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:43:09.406451 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning complete for port bcc8e3d8-82ec-4b82-8e13-69385ff280e0 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:43:09.406839 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (bcc8e3d8-82ec-4b82-8e13-69385ff280e0), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:09.485154 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port bcc8e3d8-82ec-4b82-8e13-69385ff280e0 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:43:09.485547 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (bcc8e3d8-82ec-4b82-8e13-69385ff280e0), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:09.523148 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537b47db-7d5d-4bb8-8b81-b63759ecc7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc8e3d8-82ec-4b82-8e13-69385ff280e0'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:43:09.525386 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eee8fb3122df5bdd6ea851cee31293cb8412868e368eaaf22337f89cfd7738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83deccca-07be-47bb-828e-fdc6d3cb77db" -d '{"events": [{"server_uuid": "537b47db-7d5d-4bb8-8b81-b63759ecc7b8", "name": "network-vif-plugged", "status": "completed", "tag": "bcc8e3d8-82ec-4b82-8e13-69385ff280e0"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:43:09.536952 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-48a5f42a-f9f9-4b15-83ad-e1b1a9c438b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:09.542130 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port bcc8e3d8-82ec-4b82-8e13-69385ff280e0, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=bcc8e3d8-82ec-4b82-8e13-69385ff280e0,segment=NetworkSegment(c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a),segment_id=c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:43:09.546693 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (bcc8e3d8-82ec-4b82-8e13-69385ff280e0), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:09.570961 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:43:09.573022 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d426a7-1662-40d1-93ea-d9c2852aa044 x-openstack-request-id: req-14d426a7-1662-40d1-93ea-d9c2852aa044 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:43:09.573312 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537b47db-7d5d-4bb8-8b81-b63759ecc7b8", "name": "network-vif-plugged", "status": "completed", "tag": "bcc8e3d8-82ec-4b82-8e13-69385ff280e0", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:43:09.573682 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14d426a7-1662-40d1-93ea-d9c2852aa044 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:43:09.575780 dv-cinder-854263-2-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14d426a7-1662-40d1-93ea-d9c2852aa044'] response: {'server_uuid': '537b47db-7d5d-4bb8-8b81-b63759ecc7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc8e3d8-82ec-4b82-8e13-69385ff280e0', 'code': 200} Aug 29 20:43:09.577018 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c620e13-0483-4ba0-aba5-b9cb1bac0071 req-e4542c25-2b0f-4682-beca-2925180c2be9 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:09.578543 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6c620e13-0483-4ba0-aba5-b9cb1bac0071 req-e4542c25-2b0f-4682-beca-2925180c2be9 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=537b47db-7d5d-4bb8-8b81-b63759ecc7b8 HTTP/1.1" status: 200 len: 944 time: 0.0565543 Aug 29 20:43:09.604478 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=bcc8e3d8-82ec-4b82-8e13-69385ff280e0,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:43:09.634992 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6c620e13-0483-4ba0-aba5-b9cb1bac0071 req-05ce800a-7a1a-4874-92ac-bbd380b51e88 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b2fbd4b-c61e-4a37-9291-dd452d13977f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492582 Aug 29 20:43:09.772368 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411a00e-b694-40e6-af7f-f8e188d0b4dd req-f3a9815c-3096-4593-88ce-fc3e654133c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:09.773859 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c411a00e-b694-40e6-af7f-f8e188d0b4dd req-f3a9815c-3096-4593-88ce-fc3e654133c1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=537b47db-7d5d-4bb8-8b81-b63759ecc7b8 HTTP/1.1" status: 200 len: 1129 time: 0.0408943 Aug 29 20:43:09.820826 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-c411a00e-b694-40e6-af7f-f8e188d0b4dd req-5025f279-8a2c-4514-8dfa-dd5e9a3f646a service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2b2fbd4b-c61e-4a37-9291-dd452d13977f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391018 Aug 29 20:43:10.729155 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:10.766621 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e3690-977b-4bbd-91e6-3e402352f204 req-90eff8be-9b32-48da-bc85-f55392ebfa0d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:10.768127 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-920e3690-977b-4bbd-91e6-3e402352f204 req-90eff8be-9b32-48da-bc85-f55392ebfa0d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=537b47db-7d5d-4bb8-8b81-b63759ecc7b8 HTTP/1.1" status: 200 len: 945 time: 0.0499527 Aug 29 20:43:10.819155 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-920e3690-977b-4bbd-91e6-3e402352f204 req-0b4ec0e2-058d-4a87-a807-4ae91509ae8a tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b2fbd4b-c61e-4a37-9291-dd452d13977f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454464 Aug 29 20:43:12.087524 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f14681-aa95-4611-b2f3-332479e16c08 req-89f956e7-8667-477c-b817-f6637c9c4f7d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:12.088988 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-90f14681-aa95-4611-b2f3-332479e16c08 req-89f956e7-8667-477c-b817-f6637c9c4f7d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=537b47db-7d5d-4bb8-8b81-b63759ecc7b8 HTTP/1.1" status: 200 len: 945 time: 0.0466275 Aug 29 20:43:12.135186 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-90f14681-aa95-4611-b2f3-332479e16c08 req-76ea582d-db23-49fb-9532-1474bd7136a7 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b2fbd4b-c61e-4a37-9291-dd452d13977f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406117 Aug 29 20:43:12.252730 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d9258-de63-4ec9-bb37-01f40c33e95c req-a8339454-9855-4055-99d4-585a36deda08 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:12.254245 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-7d6d9258-de63-4ec9-bb37-01f40c33e95c req-a8339454-9855-4055-99d4-585a36deda08 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=537b47db-7d5d-4bb8-8b81-b63759ecc7b8 HTTP/1.1" status: 200 len: 945 time: 0.0476975 Aug 29 20:43:12.261649 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:12.264588 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 40686) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:43:12.269065 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-fb3e5419-1a0e-4e8d-8a32-949063e6711a tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Request body: {'floatingip': {'port_id': 'bcc8e3d8-82ec-4b82-8e13-69385ff280e0'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:43:12.311216 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-fb3e5419-1a0e-4e8d-8a32-949063e6711a tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for floatingip (c1b98d91-dd61-4337-b957-c329c3426e0a), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:12.394841 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:12.738851 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-fb3e5419-1a0e-4e8d-8a32-949063e6711a tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:12.742603 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-fb3e5419-1a0e-4e8d-8a32-949063e6711a tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (c1b98d91-dd61-4337-b957-c329c3426e0a), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:12.840031 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.db.l3_db [None req-fb3e5419-1a0e-4e8d-8a32-949063e6711a tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Floating IP c1b98d91-dd61-4337-b957-c329c3426e0a associated. External IP: 172.27.1.2, port: bcc8e3d8-82ec-4b82-8e13-69385ff280e0. Aug 29 20:43:12.936034 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:43:13.031146 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:43:13.036295 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3e5419-1a0e-4e8d-8a32-949063e6711a tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:43:13.139562 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3e5419-1a0e-4e8d-8a32-949063e6711a tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:43:13.144704 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-fb3e5419-1a0e-4e8d-8a32-949063e6711a tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:13.149800 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcb68c2-0384-4437-a3bd-6d2203c19d2b None None] Sync routers for ids ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:43:13.155004 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:43:13.161547 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcb68c2-0384-4437-a3bd-6d2203c19d2b None None] Routers {'2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:43:13.162178 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-9dcb68c2-0384-4437-a3bd-6d2203c19d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:43:09Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:43:13.176716 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-fb3e5419-1a0e-4e8d-8a32-949063e6711a tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/c1b98d91-dd61-4337-b957-c329c3426e0a HTTP/1.1" status: 200 len: 989 time: 0.9110246 Aug 29 20:43:13.177675 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537b47db-7d5d-4bb8-8b81-b63759ecc7b8', 'tag': 'bcc8e3d8-82ec-4b82-8e13-69385ff280e0'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:43:13.180368 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f607546964f141dcf8ed995c545a93b1930b0d2db8722531a12d309c5951f327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e9277a-0517-42dd-bb7d-43da1740fcbd" -d '{"events": [{"name": "network-changed", "server_uuid": "537b47db-7d5d-4bb8-8b81-b63759ecc7b8", "tag": "bcc8e3d8-82ec-4b82-8e13-69385ff280e0"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:43:13.218242 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dae7d25-a9fd-454e-bca8-c49ebd326313 x-openstack-request-id: req-3dae7d25-a9fd-454e-bca8-c49ebd326313 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:43:13.218537 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "537b47db-7d5d-4bb8-8b81-b63759ecc7b8", "tag": "bcc8e3d8-82ec-4b82-8e13-69385ff280e0", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:43:13.218795 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3dae7d25-a9fd-454e-bca8-c49ebd326313 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:43:13.219218 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dae7d25-a9fd-454e-bca8-c49ebd326313'] response: {'name': 'network-changed', 'server_uuid': '537b47db-7d5d-4bb8-8b81-b63759ecc7b8', 'tag': 'bcc8e3d8-82ec-4b82-8e13-69385ff280e0', 'status': 'completed', 'code': 200} Aug 29 20:43:13.268934 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-9dcb68c2-0384-4437-a3bd-6d2203c19d2b None None] Set router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:43:13.296572 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9277a-0517-42dd-bb7d-43da1740fcbd req-525b0b25-502f-4f01-8f83-ead47890159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:13.298026 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-15e9277a-0517-42dd-bb7d-43da1740fcbd req-525b0b25-502f-4f01-8f83-ead47890159d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=076e4d9f49a944c487077e845726ad82&device_id=537b47db-7d5d-4bb8-8b81-b63759ecc7b8 HTTP/1.1" status: 200 len: 1129 time: 0.0425878 Aug 29 20:43:13.392744 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9277a-0517-42dd-bb7d-43da1740fcbd req-3d4343a2-58ee-492c-a11d-0aa908ed237c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:13.394188 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-15e9277a-0517-42dd-bb7d-43da1740fcbd req-3d4343a2-58ee-492c-a11d-0aa908ed237c service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=931f5e99-b53b-4e33-bc47-b08971122f04 HTTP/1.1" status: 200 len: 915 time: 0.0873616 Aug 29 20:43:13.459689 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-15e9277a-0517-42dd-bb7d-43da1740fcbd req-8e5a1f53-95de-4980-80f7-2d07a87b343d service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcc8e3d8-82ec-4b82-8e13-69385ff280e0 HTTP/1.1" status: 200 len: 997 time: 0.0581439 Aug 29 20:43:13.484177 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-9dcb68c2-0384-4437-a3bd-6d2203c19d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:39Z', 'revision_number': 4, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port': {'id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '1e8c6ad2-7eb0-4c93-afc0-8ba01dd16b38', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'port_id': '7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'mac_address': 'fa:16:3e:95:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea03034-17ef-42a5-af06-60d8e43be248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:41:41Z', 'updated_at': '2022-08-29T20:42:01Z', 'revision_number': 2, 'project_id': '076e4d9f49a944c487077e845726ad82', 'fixed_ip_address_scope': None}, {'id': 'c1b98d91-dd61-4337-b957-c329c3426e0a', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'port_id': 'bcc8e3d8-82ec-4b82-8e13-69385ff280e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'mac_address': 'fa:16:3e:8a:89:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537b47db-7d5d-4bb8-8b81-b63759ecc7b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:43:00Z', 'updated_at': '2022-08-29T20:43:12Z', 'revision_number': 1, 'project_id': '076e4d9f49a944c487077e845726ad82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0a0e38-4c3a-4c00-a2cc-9380466c2b04', 'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'mac_address': 'fa:16:3e:fb:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:38Z', 'updated_at': '2022-08-29T20:41:43Z', 'revision_number': 5, 'project_id': '076e4d9f49a944c487077e845726ad82', 'subnets': [{'id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:43:13.508883 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcb68c2-0384-4437-a3bd-6d2203c19d2b None None] Checking router: 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:43:13.511060 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9277a-0517-42dd-bb7d-43da1740fcbd req-82010109-a3fd-4f9f-9c22-58f4de886eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:13.512535 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-15e9277a-0517-42dd-bb7d-43da1740fcbd req-82010109-a3fd-4f9f-9c22-58f4de886eec service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9dfba0af-d982-4fa7-a855-ae6f251684ed HTTP/1.1" status: 200 len: 853 time: 0.0449076 Aug 29 20:43:13.517268 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcb68c2-0384-4437-a3bd-6d2203c19d2b None None] Routers {'2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:43:13.517856 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-9dcb68c2-0384-4437-a3bd-6d2203c19d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:43:09Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:43:13.556992 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9277a-0517-42dd-bb7d-43da1740fcbd req-3f9d320a-6813-4982-aa6c-b1416559b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:13.558329 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-15e9277a-0517-42dd-bb7d-43da1740fcbd req-3f9d320a-6813-4982-aa6c-b1416559b90b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=931f5e99-b53b-4e33-bc47-b08971122f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384467 Aug 29 20:43:13.617920 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-9dcb68c2-0384-4437-a3bd-6d2203c19d2b None None] Set router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:43:13.653947 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-15e9277a-0517-42dd-bb7d-43da1740fcbd req-dd6484aa-517a-400f-9ede-e57d2959ea33 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867350 Aug 29 20:43:13.746925 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-15e9277a-0517-42dd-bb7d-43da1740fcbd req-2cee0d1e-5cec-44a1-b9ce-ad148b977cfd service neutron] 10.222.0.33 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847719 Aug 29 20:43:13.965909 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-9dcb68c2-0384-4437-a3bd-6d2203c19d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:39Z', 'revision_number': 4, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port': {'id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '1e8c6ad2-7eb0-4c93-afc0-8ba01dd16b38', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'port_id': '7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'mac_address': 'fa:16:3e:95:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea03034-17ef-42a5-af06-60d8e43be248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:41:41Z', 'updated_at': '2022-08-29T20:42:01Z', 'revision_number': 2, 'project_id': '076e4d9f49a944c487077e845726ad82', 'fixed_ip_address_scope': None}, {'id': 'c1b98d91-dd61-4337-b957-c329c3426e0a', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'port_id': 'bcc8e3d8-82ec-4b82-8e13-69385ff280e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'mac_address': 'fa:16:3e:8a:89:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537b47db-7d5d-4bb8-8b81-b63759ecc7b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:43:00Z', 'updated_at': '2022-08-29T20:43:12Z', 'revision_number': 1, 'project_id': '076e4d9f49a944c487077e845726ad82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0a0e38-4c3a-4c00-a2cc-9380466c2b04', 'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'mac_address': 'fa:16:3e:fb:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:38Z', 'updated_at': '2022-08-29T20:41:43Z', 'revision_number': 5, 'project_id': '076e4d9f49a944c487077e845726ad82', 'subnets': [{'id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:43:13.990917 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcb68c2-0384-4437-a3bd-6d2203c19d2b None None] The sync data for ids ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'] in dv-cinder-854263-2-iscsi is: [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:39Z', 'revision_number': 4, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port': {'id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '1e8c6ad2-7eb0-4c93-afc0-8ba01dd16b38', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'port_id': '7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'mac_address': 'fa:16:3e:95:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea03034-17ef-42a5-af06-60d8e43be248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:41:41Z', 'updated_at': '2022-08-29T20:42:01Z', 'revision_number': 2, 'project_id': '076e4d9f49a944c487077e845726ad82', 'fixed_ip_address_scope': None}, {'id': 'c1b98d91-dd61-4337-b957-c329c3426e0a', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'port_id': 'bcc8e3d8-82ec-4b82-8e13-69385ff280e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'mac_address': 'fa:16:3e:8a:89:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537b47db-7d5d-4bb8-8b81-b63759ecc7b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:43:00Z', 'updated_at': '2022-08-29T20:43:12Z', 'revision_number': 1, 'project_id': '076e4d9f49a944c487077e845726ad82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0a0e38-4c3a-4c00-a2cc-9380466c2b04', 'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'mac_address': 'fa:16:3e:fb:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:38Z', 'updated_at': '2022-08-29T20:41:43Z', 'revision_number': 5, 'project_id': '076e4d9f49a944c487077e845726ad82', 'subnets': [{'id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:43:14.196129 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019253cc-2ab4-49c9-84f8-c9f005810b65 None None] New status for floating IP c1b98d91-dd61-4337-b957-c329c3426e0a: ACTIVE {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:43:22.129075 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=43 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:43:22.131668 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=35 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:43:23.742035 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=71 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:43:23.744262 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=63 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:43:23.968482 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=69 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:43:23.969087 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:43:24.383104 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:27.701772 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:43:34.377248 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:43:34.379283 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:43:37.171857 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-bbbeefab-0db4-420d-8e2e-2c6c108789de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:37.696529 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:43:37.697374 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:43:39.509755 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-7b310abb-5930-4de2-acc7-2189982cccbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:40.730963 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:42.265403 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:42.399865 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:52.388169 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:43:52.394146 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:43:54.372542 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:57.608928 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf288fdf-7e95-403e-899e-b08db3cd139c req-723d514d-51b3-4053-8481-a360ea8d7c57 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:57.610370 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bf288fdf-7e95-403e-899e-b08db3cd139c req-723d514d-51b3-4053-8481-a360ea8d7c57 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=537b47db-7d5d-4bb8-8b81-b63759ecc7b8 HTTP/1.1" status: 200 len: 945 time: 0.0520699 Aug 29 20:43:57.662439 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-bf288fdf-7e95-403e-899e-b08db3cd139c req-d0e15ba6-bf34-4c35-83e8-8f63c37064fb tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b2fbd4b-c61e-4a37-9291-dd452d13977f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463626 Aug 29 20:43:58.788657 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659da8d3-d143-4705-a43c-c754bda28e26 req-4f18aa4a-4797-4b08-8fa5-b8c2581617dd tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:58.790139 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-659da8d3-d143-4705-a43c-c754bda28e26 req-4f18aa4a-4797-4b08-8fa5-b8c2581617dd tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=537b47db-7d5d-4bb8-8b81-b63759ecc7b8 HTTP/1.1" status: 200 len: 945 time: 0.0516908 Aug 29 20:43:58.839440 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-659da8d3-d143-4705-a43c-c754bda28e26 req-9201d5e6-5c55-4cc9-b039-902cc8aca52d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2b2fbd4b-c61e-4a37-9291-dd452d13977f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437455 Aug 29 20:43:59.172953 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c807f-510a-4c5c-b919-228811f23781 req-f7ffe661-a53a-46ae-af34-a5328543d702 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:43:59.174695 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6c1c807f-510a-4c5c-b919-228811f23781 req-f7ffe661-a53a-46ae-af34-a5328543d702 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=537b47db-7d5d-4bb8-8b81-b63759ecc7b8 HTTP/1.1" status: 200 len: 945 time: 0.0475075 Aug 29 20:43:59.262551 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-6c1c807f-510a-4c5c-b919-228811f23781 req-5063fd56-b000-421f-b4b3-23c3ab4345fc tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Deleting port bcc8e3d8-82ec-4b82-8e13-69385ff280e0 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:43:59.262885 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-6c1c807f-510a-4c5c-b919-228811f23781 req-5063fd56-b000-421f-b4b3-23c3ab4345fc tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (bcc8e3d8-82ec-4b82-8e13-69385ff280e0), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:59.605029 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-6c1c807f-510a-4c5c-b919-228811f23781 req-5063fd56-b000-421f-b4b3-23c3ab4345fc tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] For port bcc8e3d8-82ec-4b82-8e13-69385ff280e0, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=bcc8e3d8-82ec-4b82-8e13-69385ff280e0,segment=NetworkSegment(c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a),segment_id=c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:43:59.605386 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-6c1c807f-510a-4c5c-b919-228811f23781 req-5063fd56-b000-421f-b4b3-23c3ab4345fc tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (bcc8e3d8-82ec-4b82-8e13-69385ff280e0), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:59.770728 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-6c1c807f-510a-4c5c-b919-228811f23781 req-5063fd56-b000-421f-b4b3-23c3ab4345fc tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:59.771086 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-6c1c807f-510a-4c5c-b919-228811f23781 req-5063fd56-b000-421f-b4b3-23c3ab4345fc tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (c1b98d91-dd61-4337-b957-c329c3426e0a), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:59.771405 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.db.l3_db [req-6c1c807f-510a-4c5c-b919-228811f23781 req-5063fd56-b000-421f-b4b3-23c3ab4345fc tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Floating IP c1b98d91-dd61-4337-b957-c329c3426e0a disassociated. External IP: 172.27.1.2, port: bcc8e3d8-82ec-4b82-8e13-69385ff280e0. Aug 29 20:43:59.771742 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-6c1c807f-510a-4c5c-b919-228811f23781 req-5063fd56-b000-421f-b4b3-23c3ab4345fc tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Calling delete_port for bcc8e3d8-82ec-4b82-8e13-69385ff280e0 owned by compute:nova {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:43:59.906251 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-6c1c807f-510a-4c5c-b919-228811f23781 req-5063fd56-b000-421f-b4b3-23c3ab4345fc tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (bcc8e3d8-82ec-4b82-8e13-69385ff280e0), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:43:59.933317 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063fd56-b000-421f-b4b3-23c3ab4345fc tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event deleted for resources: {'Port': ['ID=bcc8e3d8-82ec-4b82-8e13-69385ff280e0,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:43:59.942007 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-b19121d7-f1b4-4a60-8fce-533219add4bd req-2b647cd6-f817-4613-8918-a3384e19e36b tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=537b47db-7d5d-4bb8-8b81-b63759ecc7b8 HTTP/1.1" status: 200 len: 210 time: 0.0302527 Aug 29 20:43:59.942635 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5063fd56-b000-421f-b4b3-23c3ab4345fc tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:43:59.942815 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5063fd56-b000-421f-b4b3-23c3ab4345fc tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:43:59.943152 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5063fd56-b000-421f-b4b3-23c3ab4345fc tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:43:59.943514 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5063fd56-b000-421f-b4b3-23c3ab4345fc tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:43:59.943845 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5063fd56-b000-421f-b4b3-23c3ab4345fc tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:43:59.944198 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5063fd56-b000-421f-b4b3-23c3ab4345fc tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:43:59.944548 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5063fd56-b000-421f-b4b3-23c3ab4345fc tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:43:59.944872 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5063fd56-b000-421f-b4b3-23c3ab4345fc tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:43:59.945195 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5063fd56-b000-421f-b4b3-23c3ab4345fc tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:43:59.945514 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5063fd56-b000-421f-b4b3-23c3ab4345fc tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:43:59.945836 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5063fd56-b000-421f-b4b3-23c3ab4345fc tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:43:59.946155 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5063fd56-b000-421f-b4b3-23c3ab4345fc tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:43:59.946497 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5063fd56-b000-421f-b4b3-23c3ab4345fc tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:43:59.946806 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5063fd56-b000-421f-b4b3-23c3ab4345fc tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:43:59.947120 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5063fd56-b000-421f-b4b3-23c3ab4345fc tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:44:00.060105 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c1c807f-510a-4c5c-b919-228811f23781 req-5063fd56-b000-421f-b4b3-23c3ab4345fc tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:44:00.140804 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 40722) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:44:00.154384 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:00.175860 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c1c807f-510a-4c5c-b919-228811f23781 req-5063fd56-b000-421f-b4b3-23c3ab4345fc tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:44:00.187333 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce637072-67f3-43f5-8fbc-075dd601e9a3 None None] Sync routers for ids ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:44:00.197918 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce637072-67f3-43f5-8fbc-075dd601e9a3 None None] Routers {'2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:44:00.198528 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-ce637072-67f3-43f5-8fbc-075dd601e9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:43:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:00.227449 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1c807f-510a-4c5c-b919-228811f23781 req-5063fd56-b000-421f-b4b3-23c3ab4345fc tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] No DVR routers for this DVR port bcc8e3d8-82ec-4b82-8e13-69385ff280e0 on host hv-cinder-85426 {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:44:00.229988 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-6c1c807f-510a-4c5c-b919-228811f23781 req-5063fd56-b000-421f-b4b3-23c3ab4345fc tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:00.233342 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6c1c807f-510a-4c5c-b919-228811f23781 req-5063fd56-b000-421f-b4b3-23c3ab4345fc tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.33 "DELETE /networking/v2.0/ports/bcc8e3d8-82ec-4b82-8e13-69385ff280e0 HTTP/1.1" status: 204 len: 173 time: 1.0513268 Aug 29 20:44:00.233869 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537b47db-7d5d-4bb8-8b81-b63759ecc7b8', 'name': 'network-vif-deleted', 'tag': 'bcc8e3d8-82ec-4b82-8e13-69385ff280e0'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:44:00.236215 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f607546964f141dcf8ed995c545a93b1930b0d2db8722531a12d309c5951f327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c190e6eb-23e5-4539-985c-53b6393ca058" -d '{"events": [{"server_uuid": "537b47db-7d5d-4bb8-8b81-b63759ecc7b8", "name": "network-vif-deleted", "tag": "bcc8e3d8-82ec-4b82-8e13-69385ff280e0"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:44:00.312874 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-ce637072-67f3-43f5-8fbc-075dd601e9a3 None None] Set router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:44:00.319265 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-498a48ca-3ec9-4bb5-9f25-7dbfab763631 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Deleting port 2e156a8b-c9f6-41d6-bdf8-1491298fddfe {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:44:00.319641 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-498a48ca-3ec9-4bb5-9f25-7dbfab763631 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (2e156a8b-c9f6-41d6-bdf8-1491298fddfe), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:00.435471 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-498a48ca-3ec9-4bb5-9f25-7dbfab763631 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (2e156a8b-c9f6-41d6-bdf8-1491298fddfe), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:00.436264 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-498a48ca-3ec9-4bb5-9f25-7dbfab763631 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for floatingip (2e156a8b-c9f6-41d6-bdf8-1491298fddfe), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:00.458410 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-498a48ca-3ec9-4bb5-9f25-7dbfab763631 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Calling delete_port for 2e156a8b-c9f6-41d6-bdf8-1491298fddfe owned by network:floatingip {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:44:00.572077 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdef6832-d8f4-4e36-8709-c8a39511e5e7 x-openstack-request-id: req-cdef6832-d8f4-4e36-8709-c8a39511e5e7 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:44:00.572373 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537b47db-7d5d-4bb8-8b81-b63759ecc7b8", "name": "network-vif-deleted", "tag": "bcc8e3d8-82ec-4b82-8e13-69385ff280e0", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:44:00.572630 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cdef6832-d8f4-4e36-8709-c8a39511e5e7 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:44:00.573036 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdef6832-d8f4-4e36-8709-c8a39511e5e7'] response: {'server_uuid': '537b47db-7d5d-4bb8-8b81-b63759ecc7b8', 'name': 'network-vif-deleted', 'tag': 'bcc8e3d8-82ec-4b82-8e13-69385ff280e0', 'status': 'completed', 'code': 200} Aug 29 20:44:00.594727 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-ce637072-67f3-43f5-8fbc-075dd601e9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:39Z', 'revision_number': 4, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port': {'id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '1e8c6ad2-7eb0-4c93-afc0-8ba01dd16b38', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'port_id': '7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'mac_address': 'fa:16:3e:95:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea03034-17ef-42a5-af06-60d8e43be248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:41:41Z', 'updated_at': '2022-08-29T20:42:01Z', 'revision_number': 2, 'project_id': '076e4d9f49a944c487077e845726ad82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0a0e38-4c3a-4c00-a2cc-9380466c2b04', 'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'mac_address': 'fa:16:3e:fb:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:38Z', 'updated_at': '2022-08-29T20:41:43Z', 'revision_number': 5, 'project_id': '076e4d9f49a944c487077e845726ad82', 'subnets': [{'id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:00.620692 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce637072-67f3-43f5-8fbc-075dd601e9a3 None None] Checking router: 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:44:00.629140 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce637072-67f3-43f5-8fbc-075dd601e9a3 None None] Routers {'2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:44:00.629747 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-ce637072-67f3-43f5-8fbc-075dd601e9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:43:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:00.658434 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-498a48ca-3ec9-4bb5-9f25-7dbfab763631 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (2e156a8b-c9f6-41d6-bdf8-1491298fddfe), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:00.682673 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a48ca-3ec9-4bb5-9f25-7dbfab763631 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Pushing event deleted for resources: {'Port': ['ID=2e156a8b-c9f6-41d6-bdf8-1491298fddfe,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:00.709032 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a48ca-3ec9-4bb5-9f25-7dbfab763631 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:44:00.709380 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a48ca-3ec9-4bb5-9f25-7dbfab763631 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:44:00.709718 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a48ca-3ec9-4bb5-9f25-7dbfab763631 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:44:00.710712 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a48ca-3ec9-4bb5-9f25-7dbfab763631 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:44:00.711048 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a48ca-3ec9-4bb5-9f25-7dbfab763631 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:44:00.711376 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a48ca-3ec9-4bb5-9f25-7dbfab763631 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:44:00.711703 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a48ca-3ec9-4bb5-9f25-7dbfab763631 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:44:00.712074 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a48ca-3ec9-4bb5-9f25-7dbfab763631 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:44:00.712400 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a48ca-3ec9-4bb5-9f25-7dbfab763631 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:44:00.712720 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a48ca-3ec9-4bb5-9f25-7dbfab763631 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:44:00.713041 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a48ca-3ec9-4bb5-9f25-7dbfab763631 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:44:00.713363 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a48ca-3ec9-4bb5-9f25-7dbfab763631 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:44:00.713681 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a48ca-3ec9-4bb5-9f25-7dbfab763631 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:44:00.713997 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a48ca-3ec9-4bb5-9f25-7dbfab763631 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:44:00.714313 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a48ca-3ec9-4bb5-9f25-7dbfab763631 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:44:00.739302 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-ce637072-67f3-43f5-8fbc-075dd601e9a3 None None] Set router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:44:00.759531 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-498a48ca-3ec9-4bb5-9f25-7dbfab763631 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for floatingip (48c6dda6-b9cc-42db-ae1f-826211d07d0c), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:00.759855 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.db.l3_db [None req-498a48ca-3ec9-4bb5-9f25-7dbfab763631 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Floating IP 48c6dda6-b9cc-42db-ae1f-826211d07d0c disassociated (deleted). External IP: 172.27.1.226, port: 4b1ee9cb-0447-4a61-8f14-6989ad0a92df. Aug 29 20:44:00.968380 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:00.970658 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498a48ca-3ec9-4bb5-9f25-7dbfab763631 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Router bf84a212-1b90-4907-94d8-1ec03b2b2889 has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:44:00.971040 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-ce637072-67f3-43f5-8fbc-075dd601e9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:39Z', 'revision_number': 4, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port': {'id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '1e8c6ad2-7eb0-4c93-afc0-8ba01dd16b38', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'port_id': '7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'mac_address': 'fa:16:3e:95:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea03034-17ef-42a5-af06-60d8e43be248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:41:41Z', 'updated_at': '2022-08-29T20:42:01Z', 'revision_number': 2, 'project_id': '076e4d9f49a944c487077e845726ad82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0a0e38-4c3a-4c00-a2cc-9380466c2b04', 'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'mac_address': 'fa:16:3e:fb:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:38Z', 'updated_at': '2022-08-29T20:41:43Z', 'revision_number': 5, 'project_id': '076e4d9f49a944c487077e845726ad82', 'subnets': [{'id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:01.000767 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce637072-67f3-43f5-8fbc-075dd601e9a3 None None] The sync data for ids ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'] in dv-cinder-854263-2-iscsi is: [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:39Z', 'revision_number': 4, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port': {'id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '1e8c6ad2-7eb0-4c93-afc0-8ba01dd16b38', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'port_id': '7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'mac_address': 'fa:16:3e:95:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea03034-17ef-42a5-af06-60d8e43be248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:41:41Z', 'updated_at': '2022-08-29T20:42:01Z', 'revision_number': 2, 'project_id': '076e4d9f49a944c487077e845726ad82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0a0e38-4c3a-4c00-a2cc-9380466c2b04', 'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'mac_address': 'fa:16:3e:fb:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:38Z', 'updated_at': '2022-08-29T20:41:43Z', 'revision_number': 5, 'project_id': '076e4d9f49a944c487077e845726ad82', 'subnets': [{'id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:44:01.108797 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:01.113618 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7d5f5bc8-665e-48f2-b26e-6a7d08f14313 req-64c61c38-decf-4b71-ae82-a576b7e7e297 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=537b47db-7d5d-4bb8-8b81-b63759ecc7b8 HTTP/1.1" status: 200 len: 210 time: 0.0397806 Aug 29 20:44:01.123720 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498a48ca-3ec9-4bb5-9f25-7dbfab763631 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:44:01.128734 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-498a48ca-3ec9-4bb5-9f25-7dbfab763631 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:01.134986 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dd40ff-28f6-4a6e-aff5-03141334326c None None] Sync routers for ids ['bf84a212-1b90-4907-94d8-1ec03b2b2889'] in dv-cinder-854263-2-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:44:01.146908 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dd40ff-28f6-4a6e-aff5-03141334326c None None] Routers {'bf84a212-1b90-4907-94d8-1ec03b2b2889'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:44:01.148391 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-35dd40ff-28f6-4a6e-aff5-03141334326c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:43:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['bf84a212-1b90-4907-94d8-1ec03b2b2889'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:01.165794 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-498a48ca-3ec9-4bb5-9f25-7dbfab763631 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/48c6dda6-b9cc-42db-ae1f-826211d07d0c HTTP/1.1" status: 204 len: 168 time: 1.0235419 Aug 29 20:44:01.166171 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f471db5-7c30-4af1-ac30-ca19749b20de', 'tag': '4b1ee9cb-0447-4a61-8f14-6989ad0a92df'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:44:01.168619 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08bce66-4fa8-4a0a-9588-aafc43afcb76" -d '{"events": [{"name": "network-changed", "server_uuid": "6f471db5-7c30-4af1-ac30-ca19749b20de", "tag": "4b1ee9cb-0447-4a61-8f14-6989ad0a92df"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:44:01.274087 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-35dd40ff-28f6-4a6e-aff5-03141334326c None None] Set router bf84a212-1b90-4907-94d8-1ec03b2b2889 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:44:01.317412 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bbd01c-3a1e-4f56-adf0-98ce69634348 x-openstack-request-id: req-b2bbd01c-3a1e-4f56-adf0-98ce69634348 {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:44:01.317698 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f471db5-7c30-4af1-ac30-ca19749b20de", "tag": "4b1ee9cb-0447-4a61-8f14-6989ad0a92df", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:44:01.318449 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b2bbd01c-3a1e-4f56-adf0-98ce69634348 {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:44:01.318449 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2bbd01c-3a1e-4f56-adf0-98ce69634348'] response: {'name': 'network-changed', 'server_uuid': '6f471db5-7c30-4af1-ac30-ca19749b20de', 'tag': '4b1ee9cb-0447-4a61-8f14-6989ad0a92df', 'status': 'completed', 'code': 200} Aug 29 20:44:01.328690 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169b9d42-a498-42b2-a46b-fb713724aff9 None None] New status for floating IP c1b98d91-dd61-4337-b957-c329c3426e0a: DOWN {{(pid=106200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:44:01.464929 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ddc9f-a800-4992-a4a6-524cc7200736 req-d59ed765-46fa-47aa-94a5-e8eed6000b41 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:01.470506 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-025ddc9f-a800-4992-a4a6-524cc7200736 req-d59ed765-46fa-47aa-94a5-e8eed6000b41 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6f471db5-7c30-4af1-ac30-ca19749b20de HTTP/1.1" status: 200 len: 946 time: 0.0613935 Aug 29 20:44:01.525432 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bce66-4fa8-4a0a-9588-aafc43afcb76 req-8c2010e5-8cab-495e-bde8-6a5ed2e55d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:01.526978 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d08bce66-4fa8-4a0a-9588-aafc43afcb76 req-8c2010e5-8cab-495e-bde8-6a5ed2e55d30 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=4ac573b4aa7a47c49d129afd9939e26d&device_id=6f471db5-7c30-4af1-ac30-ca19749b20de HTTP/1.1" status: 200 len: 1130 time: 0.1821899 Aug 29 20:44:01.532664 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-025ddc9f-a800-4992-a4a6-524cc7200736 req-6c285f1e-37ae-4402-bfb1-8053ea7dcc1d tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607278 Aug 29 20:44:01.566084 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-35dd40ff-28f6-4a6e-aff5-03141334326c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'name': 'tempest-TestVolumeBootPattern-37130483-router', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:33Z', 'revision_number': 4, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'gw_port': {'id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '08c9dc1f-bfd9-4d95-912f-6db7d3d89dfb', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'port_id': '740dee41-866c-4314-89ee-4f035ccd2e9a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'mac_address': 'fa:16:3e:5b:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c9c7b-50b9-4879-bb2d-c91da2ead6b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:39:28Z', 'updated_at': '2022-08-29T20:39:32Z', 'revision_number': 1, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cda6261-c35a-4847-b516-e4a70f1b418e', 'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'mac_address': 'fa:16:3e:06:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:32Z', 'updated_at': '2022-08-29T20:35:39Z', 'revision_number': 5, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'subnets': [{'id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:01.591418 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dd40ff-28f6-4a6e-aff5-03141334326c None None] Checking router: bf84a212-1b90-4907-94d8-1ec03b2b2889 for host: dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:44:01.599870 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dd40ff-28f6-4a6e-aff5-03141334326c None None] Routers {'bf84a212-1b90-4907-94d8-1ec03b2b2889'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:44:01.600500 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-35dd40ff-28f6-4a6e-aff5-03141334326c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:43:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['bf84a212-1b90-4907-94d8-1ec03b2b2889'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:01.655385 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device bcc8e3d8-82ec-4b82-8e13-69385ff280e0 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:44:01.678442 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] No Port match for: bcc8e3d8-82ec-4b82-8e13-69385ff280e0 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:44:01.679586 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device bcc8e3d8-82ec-4b82-8e13-69385ff280e0 not bound to the agent host hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:44:01.705141 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-35dd40ff-28f6-4a6e-aff5-03141334326c None None] Set router bf84a212-1b90-4907-94d8-1ec03b2b2889 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:44:01.923721 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-35dd40ff-28f6-4a6e-aff5-03141334326c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'name': 'tempest-TestVolumeBootPattern-37130483-router', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:33Z', 'revision_number': 4, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'gw_port': {'id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '08c9dc1f-bfd9-4d95-912f-6db7d3d89dfb', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'port_id': '740dee41-866c-4314-89ee-4f035ccd2e9a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'mac_address': 'fa:16:3e:5b:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c9c7b-50b9-4879-bb2d-c91da2ead6b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:39:28Z', 'updated_at': '2022-08-29T20:39:32Z', 'revision_number': 1, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cda6261-c35a-4847-b516-e4a70f1b418e', 'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'mac_address': 'fa:16:3e:06:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:32Z', 'updated_at': '2022-08-29T20:35:39Z', 'revision_number': 5, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'subnets': [{'id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:01.949267 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dd40ff-28f6-4a6e-aff5-03141334326c None None] The sync data for ids ['bf84a212-1b90-4907-94d8-1ec03b2b2889'] in dv-cinder-854263-2-iscsi is: [{'id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'name': 'tempest-TestVolumeBootPattern-37130483-router', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:33Z', 'revision_number': 4, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'gw_port': {'id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '08c9dc1f-bfd9-4d95-912f-6db7d3d89dfb', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'port_id': '740dee41-866c-4314-89ee-4f035ccd2e9a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'mac_address': 'fa:16:3e:5b:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c9c7b-50b9-4879-bb2d-c91da2ead6b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:39:28Z', 'updated_at': '2022-08-29T20:39:32Z', 'revision_number': 1, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cda6261-c35a-4847-b516-e4a70f1b418e', 'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'mac_address': 'fa:16:3e:06:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:32Z', 'updated_at': '2022-08-29T20:35:39Z', 'revision_number': 5, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'subnets': [{'id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:44:02.173238 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4f278d-a98e-4ab5-88c4-95a03a0c8bc4 None None] New status for floating IP 48c6dda6-b9cc-42db-ae1f-826211d07d0c: DOWN {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:44:02.216766 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 40744) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:44:02.231147 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:02.280424 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ac045f6e-f75d-4c06-8829-50878a331487 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group (2b2fbd4b-c61e-4a37-9291-dd452d13977f), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:02.303442 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ac045f6e-f75d-4c06-8829-50878a331487 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group (2b2fbd4b-c61e-4a37-9291-dd452d13977f), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:02.364607 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ac045f6e-f75d-4c06-8829-50878a331487 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (2b2fbd4b-c61e-4a37-9291-dd452d13977f), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:02.368516 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-ac045f6e-f75d-4c06-8829-50878a331487 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:02.369920 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-ac045f6e-f75d-4c06-8829-50878a331487 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2b2fbd4b-c61e-4a37-9291-dd452d13977f HTTP/1.1" status: 204 len: 168 time: 0.1520097 Aug 29 20:44:02.373569 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 40746) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:44:02.389324 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac045f6e-f75d-4c06-8829-50878a331487 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2fbd4b-c61e-4a37-9291-dd452d13977f,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:02.398205 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.api.v2.resource [None req-006bf77f-79ed-490e-bd44-21293bf76d01 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] show failed (client error): The resource could not be found. Aug 29 20:44:02.399276 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-006bf77f-79ed-490e-bd44-21293bf76d01 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups/2b2fbd4b-c61e-4a37-9291-dd452d13977f HTTP/1.1" status: 404 len: 347 time: 0.0247140 Aug 29 20:44:02.402558 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 40748) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:44:02.516732 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-59f9cc22-a0e5-40fd-8d55-48e2f93879d5 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Deleting port 333f0ef6-df84-49fd-be23-7fb5e20afb5e {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:44:02.516979 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-59f9cc22-a0e5-40fd-8d55-48e2f93879d5 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (333f0ef6-df84-49fd-be23-7fb5e20afb5e), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:02.598772 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-59f9cc22-a0e5-40fd-8d55-48e2f93879d5 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (333f0ef6-df84-49fd-be23-7fb5e20afb5e), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:02.599496 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-59f9cc22-a0e5-40fd-8d55-48e2f93879d5 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for floatingip (333f0ef6-df84-49fd-be23-7fb5e20afb5e), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:02.614330 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-59f9cc22-a0e5-40fd-8d55-48e2f93879d5 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Calling delete_port for 333f0ef6-df84-49fd-be23-7fb5e20afb5e owned by network:floatingip {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:44:02.747537 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304d26f-99ca-478c-b942-d46df86660fe req-9d420ca4-c7db-4398-b1ce-b7a0e67a88d8 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:02.749123 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2304d26f-99ca-478c-b942-d46df86660fe req-9d420ca4-c7db-4398-b1ce-b7a0e67a88d8 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6f471db5-7c30-4af1-ac30-ca19749b20de HTTP/1.1" status: 200 len: 946 time: 0.1362972 Aug 29 20:44:02.853045 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-2304d26f-99ca-478c-b942-d46df86660fe req-9427fa6d-ecc9-4809-b009-e9c264e59b61 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975475 Aug 29 20:44:02.855469 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bce66-4fa8-4a0a-9588-aafc43afcb76 req-e56b3203-f93e-448c-a0c2-f59fd0364070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:02.856856 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d08bce66-4fa8-4a0a-9588-aafc43afcb76 req-e56b3203-f93e-448c-a0c2-f59fd0364070 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=6506ef9d-c593-4e22-ac07-3e14f3411bf3 HTTP/1.1" status: 200 len: 911 time: 0.2069671 Aug 29 20:44:02.918602 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-59f9cc22-a0e5-40fd-8d55-48e2f93879d5 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (333f0ef6-df84-49fd-be23-7fb5e20afb5e), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:02.941047 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9cc22-a0e5-40fd-8d55-48e2f93879d5 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event deleted for resources: {'Port': ['ID=333f0ef6-df84-49fd-be23-7fb5e20afb5e,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:03.000512 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:03.006170 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-59f9cc22-a0e5-40fd-8d55-48e2f93879d5 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for floatingip (c1b98d91-dd61-4337-b957-c329c3426e0a), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:03.008739 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-59f9cc22-a0e5-40fd-8d55-48e2f93879d5 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:03.009873 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-59f9cc22-a0e5-40fd-8d55-48e2f93879d5 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/c1b98d91-dd61-4337-b957-c329c3426e0a HTTP/1.1" status: 204 len: 168 time: 0.6063645 Aug 29 20:44:03.104911 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d08bce66-4fa8-4a0a-9588-aafc43afcb76 req-30d87cd4-ebe9-4ca2-996d-5e52a6ff4630 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b1ee9cb-0447-4a61-8f14-6989ad0a92df HTTP/1.1" status: 200 len: 217 time: 0.0406179 Aug 29 20:44:03.162997 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bce66-4fa8-4a0a-9588-aafc43afcb76 req-28e8f6f6-99b9-4634-a615-d0129a69dbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:03.165124 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d08bce66-4fa8-4a0a-9588-aafc43afcb76 req-28e8f6f6-99b9-4634-a615-d0129a69dbf5 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=611c0b21-bc96-4859-87bb-f5e3e8e4141e HTTP/1.1" status: 200 len: 849 time: 0.0533397 Aug 29 20:44:03.434921 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bce66-4fa8-4a0a-9588-aafc43afcb76 req-45ed4a00-de3c-4b14-ad69-f81364f48352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:03.436605 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d08bce66-4fa8-4a0a-9588-aafc43afcb76 req-45ed4a00-de3c-4b14-ad69-f81364f48352 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=6506ef9d-c593-4e22-ac07-3e14f3411bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462675 Aug 29 20:44:03.452554 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [req-d08bce66-4fa8-4a0a-9588-aafc43afcb76 req-b79bcbe6-e4d9-4129-a8cf-360f6868cea1 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 20:44:03.453755 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d08bce66-4fa8-4a0a-9588-aafc43afcb76 req-b79bcbe6-e4d9-4129-a8cf-360f6868cea1 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062623 Aug 29 20:44:03.538434 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91697061-1e23-49aa-91ed-fa041ba6edbc req-780a3d7f-0069-40f9-87c8-04a5b5cf569f tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:03.539687 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-91697061-1e23-49aa-91ed-fa041ba6edbc req-780a3d7f-0069-40f9-87c8-04a5b5cf569f tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f471db5-7c30-4af1-ac30-ca19749b20de HTTP/1.1" status: 200 len: 946 time: 0.0517626 Aug 29 20:44:03.581401 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d08bce66-4fa8-4a0a-9588-aafc43afcb76 req-0c1d9242-0efa-4209-9569-1f7e20863252 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6506ef9d-c593-4e22-ac07-3e14f3411bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954537 Aug 29 20:44:03.974852 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141f5af-f59b-4663-a97a-ff3ce0926ca0 req-a4859c4a-1533-4eb8-8b9d-3f9425d9938f tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:03.976345 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8141f5af-f59b-4663-a97a-ff3ce0926ca0 req-a4859c4a-1533-4eb8-8b9d-3f9425d9938f tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6f471db5-7c30-4af1-ac30-ca19749b20de HTTP/1.1" status: 200 len: 946 time: 0.0475972 Aug 29 20:44:04.028177 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-8141f5af-f59b-4663-a97a-ff3ce0926ca0 req-dc404ece-f25e-4ac8-8c61-08ad6854d61b tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463166 Aug 29 20:44:04.113889 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:04.133433 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [req-91697061-1e23-49aa-91ed-fa041ba6edbc req-1d817fcc-a914-449c-83d7-29d90dc445eb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Deleting port 4b1ee9cb-0447-4a61-8f14-6989ad0a92df {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:44:04.133769 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-91697061-1e23-49aa-91ed-fa041ba6edbc req-1d817fcc-a914-449c-83d7-29d90dc445eb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (4b1ee9cb-0447-4a61-8f14-6989ad0a92df), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:04.143853 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d08bce66-4fa8-4a0a-9588-aafc43afcb76 req-96bc8330-33e9-4109-9bc8-af156f6fd299 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6506ef9d-c593-4e22-ac07-3e14f3411bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912969 Aug 29 20:44:04.232722 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-91697061-1e23-49aa-91ed-fa041ba6edbc req-1d817fcc-a914-449c-83d7-29d90dc445eb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] For port 4b1ee9cb-0447-4a61-8f14-6989ad0a92df, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4b1ee9cb-0447-4a61-8f14-6989ad0a92df,segment=NetworkSegment(a7d83437-645d-48a8-bfa0-da5c0dbc5427),segment_id=a7d83437-645d-48a8-bfa0-da5c0dbc5427)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:44:04.233081 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-91697061-1e23-49aa-91ed-fa041ba6edbc req-1d817fcc-a914-449c-83d7-29d90dc445eb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (4b1ee9cb-0447-4a61-8f14-6989ad0a92df), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:04.246984 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [req-91697061-1e23-49aa-91ed-fa041ba6edbc req-1d817fcc-a914-449c-83d7-29d90dc445eb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Calling delete_port for 4b1ee9cb-0447-4a61-8f14-6989ad0a92df owned by compute:nova {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:44:04.379246 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-91697061-1e23-49aa-91ed-fa041ba6edbc req-1d817fcc-a914-449c-83d7-29d90dc445eb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (4b1ee9cb-0447-4a61-8f14-6989ad0a92df), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:04.413961 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d817fcc-a914-449c-83d7-29d90dc445eb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Pushing event deleted for resources: {'Port': ['ID=4b1ee9cb-0447-4a61-8f14-6989ad0a92df,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:04.459148 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [req-91697061-1e23-49aa-91ed-fa041ba6edbc req-1d817fcc-a914-449c-83d7-29d90dc445eb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] No DVR routers for this DVR port 4b1ee9cb-0447-4a61-8f14-6989ad0a92df on host hv-cinder-85426 {{(pid=106199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:44:04.464419 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-91697061-1e23-49aa-91ed-fa041ba6edbc req-1d817fcc-a914-449c-83d7-29d90dc445eb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:04.467654 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-91697061-1e23-49aa-91ed-fa041ba6edbc req-1d817fcc-a914-449c-83d7-29d90dc445eb tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.33 "DELETE /networking/v2.0/ports/4b1ee9cb-0447-4a61-8f14-6989ad0a92df HTTP/1.1" status: 204 len: 173 time: 0.4165633 Aug 29 20:44:04.468131 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f471db5-7c30-4af1-ac30-ca19749b20de', 'name': 'network-vif-deleted', 'tag': '4b1ee9cb-0447-4a61-8f14-6989ad0a92df'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:44:04.470463 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cd0d7c-ea30-4fcf-b2cc-f39052065c64" -d '{"events": [{"server_uuid": "6f471db5-7c30-4af1-ac30-ca19749b20de", "name": "network-vif-deleted", "tag": "4b1ee9cb-0447-4a61-8f14-6989ad0a92df"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:44:04.517624 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac64823-d839-4d00-91b0-bc1f30e68f1c x-openstack-request-id: req-eac64823-d839-4d00-91b0-bc1f30e68f1c {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:44:04.518613 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f471db5-7c30-4af1-ac30-ca19749b20de", "name": "network-vif-deleted", "tag": "4b1ee9cb-0447-4a61-8f14-6989ad0a92df", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:44:04.518936 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eac64823-d839-4d00-91b0-bc1f30e68f1c {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:44:04.519403 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eac64823-d839-4d00-91b0-bc1f30e68f1c'] response: {'server_uuid': '6f471db5-7c30-4af1-ac30-ca19749b20de', 'name': 'network-vif-deleted', 'tag': '4b1ee9cb-0447-4a61-8f14-6989ad0a92df', 'status': 'completed', 'code': 200} Aug 29 20:44:04.702504 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:44:05.142198 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-73d4da52-4a40-48dd-867b-2030faa757ea req-001d85fa-a0bf-452c-b108-4f11feae6bf3 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6f471db5-7c30-4af1-ac30-ca19749b20de HTTP/1.1" status: 200 len: 210 time: 0.0314877 Aug 29 20:44:05.259493 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-93cf1382-0970-4b1b-913d-f436c0d1b51e req-4237f0ca-a281-469c-a63f-b2e06462b6a8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ea03034-17ef-42a5-af06-60d8e43be248&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406358 Aug 29 20:44:05.324875 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf1382-0970-4b1b-913d-f436c0d1b51e req-966a04b6-5906-460b-8239-952b8fbbbb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:05.326736 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-93cf1382-0970-4b1b-913d-f436c0d1b51e req-966a04b6-5906-460b-8239-952b8fbbbb5d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=076e4d9f49a944c487077e845726ad82&device_id=2ea03034-17ef-42a5-af06-60d8e43be248 HTTP/1.1" status: 200 len: 1129 time: 0.0437512 Aug 29 20:44:05.434406 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:05.445863 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf1382-0970-4b1b-913d-f436c0d1b51e req-47de738e-aba8-4147-8740-2bda00fac2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:05.447473 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-93cf1382-0970-4b1b-913d-f436c0d1b51e req-47de738e-aba8-4147-8740-2bda00fac2aa service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=931f5e99-b53b-4e33-bc47-b08971122f04 HTTP/1.1" status: 200 len: 915 time: 0.0949652 Aug 29 20:44:05.512398 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-93cf1382-0970-4b1b-913d-f436c0d1b51e req-78691962-4ede-45ac-8b4a-fb7aff065d1f service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a HTTP/1.1" status: 200 len: 1001 time: 0.0568781 Aug 29 20:44:05.565722 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf1382-0970-4b1b-913d-f436c0d1b51e req-2cb3635b-4458-4890-9dfb-ffc49bc40b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:05.567428 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-93cf1382-0970-4b1b-913d-f436c0d1b51e req-2cb3635b-4458-4890-9dfb-ffc49bc40b97 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9dfba0af-d982-4fa7-a855-ae6f251684ed HTTP/1.1" status: 200 len: 853 time: 0.0489762 Aug 29 20:44:05.607522 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:05.614994 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf1382-0970-4b1b-913d-f436c0d1b51e req-30990226-f000-464e-8483-f621401918d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:05.617609 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-93cf1382-0970-4b1b-913d-f436c0d1b51e req-30990226-f000-464e-8483-f621401918d4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=931f5e99-b53b-4e33-bc47-b08971122f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433114 Aug 29 20:44:05.660528 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 4b1ee9cb-0447-4a61-8f14-6989ad0a92df no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:44:05.683412 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] No Port match for: 4b1ee9cb-0447-4a61-8f14-6989ad0a92df {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:44:05.683751 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 4b1ee9cb-0447-4a61-8f14-6989ad0a92df not bound to the agent host hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:44:05.749378 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e647609-ba27-4c27-a5c5-f2b4bd64de81 req-0fc0247c-3b66-4b2e-93ce-9dfb173858e2 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:05.750834 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5e647609-ba27-4c27-a5c5-f2b4bd64de81 req-0fc0247c-3b66-4b2e-93ce-9dfb173858e2 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2ea03034-17ef-42a5-af06-60d8e43be248 HTTP/1.1" status: 200 len: 945 time: 0.0737422 Aug 29 20:44:05.754339 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-93cf1382-0970-4b1b-913d-f436c0d1b51e req-be36cb13-fc44-4b4e-ba60-69769f57d66c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304524 Aug 29 20:44:05.797112 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5e647609-ba27-4c27-a5c5-f2b4bd64de81 req-f866d8f4-ea48-43b2-8065-87af94819080 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=841af178-1a2b-4368-9088-85460bb4f2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404620 Aug 29 20:44:06.916685 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b03e14-7923-4316-9d5c-4e15a0437260 req-6a20225e-cc01-4e06-89ce-120cbe96e11e tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:06.918150 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f2b03e14-7923-4316-9d5c-4e15a0437260 req-6a20225e-cc01-4e06-89ce-120cbe96e11e tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2ea03034-17ef-42a5-af06-60d8e43be248 HTTP/1.1" status: 200 len: 945 time: 0.0471177 Aug 29 20:44:06.964335 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-f2b03e14-7923-4316-9d5c-4e15a0437260 req-4a13438b-1bcb-4508-8aa3-32567b30b04f tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=841af178-1a2b-4368-9088-85460bb4f2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405562 Aug 29 20:44:07.162483 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:07.175835 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ac13be79-edaa-4955-8943-fd9526722622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:07.244821 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-93cf1382-0970-4b1b-913d-f436c0d1b51e req-64878d4a-5661-449e-8b91-90963e4eca5e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957909 Aug 29 20:44:07.694661 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc2029-858e-48d4-9b3e-b190ceca4d8e req-0d5800ad-f25f-4404-9ab1-cb173b9ac60a tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:07.696661 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-65cc2029-858e-48d4-9b3e-b190ceca4d8e req-0d5800ad-f25f-4404-9ab1-cb173b9ac60a tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2ea03034-17ef-42a5-af06-60d8e43be248 HTTP/1.1" status: 200 len: 945 time: 0.0453994 Aug 29 20:44:07.792916 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [req-65cc2029-858e-48d4-9b3e-b190ceca4d8e req-7c27a144-f13b-406a-b9d9-9ee22bcc0e9d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Deleting port 7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:44:07.793259 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-65cc2029-858e-48d4-9b3e-b190ceca4d8e req-7c27a144-f13b-406a-b9d9-9ee22bcc0e9d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:07.881668 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [req-65cc2029-858e-48d4-9b3e-b190ceca4d8e req-7c27a144-f13b-406a-b9d9-9ee22bcc0e9d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] For port 7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a,segment=NetworkSegment(c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a),segment_id=c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:44:07.882643 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-65cc2029-858e-48d4-9b3e-b190ceca4d8e req-7c27a144-f13b-406a-b9d9-9ee22bcc0e9d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:08.042942 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-65cc2029-858e-48d4-9b3e-b190ceca4d8e req-7c27a144-f13b-406a-b9d9-9ee22bcc0e9d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:08.043628 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-65cc2029-858e-48d4-9b3e-b190ceca4d8e req-7c27a144-f13b-406a-b9d9-9ee22bcc0e9d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (1e8c6ad2-7eb0-4c93-afc0-8ba01dd16b38), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:08.043628 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.db.l3_db [req-65cc2029-858e-48d4-9b3e-b190ceca4d8e req-7c27a144-f13b-406a-b9d9-9ee22bcc0e9d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Floating IP 1e8c6ad2-7eb0-4c93-afc0-8ba01dd16b38 disassociated. External IP: 172.27.1.207, port: 7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a. Aug 29 20:44:08.043924 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [req-65cc2029-858e-48d4-9b3e-b190ceca4d8e req-7c27a144-f13b-406a-b9d9-9ee22bcc0e9d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Calling delete_port for 7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a owned by compute:nova {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:44:08.085240 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b917756-ef28-4b15-ab27-38576ddfaf6f req-e2318d9b-430c-4e49-8c77-ae5a926a9f90 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:08.086709 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4b917756-ef28-4b15-ab27-38576ddfaf6f req-e2318d9b-430c-4e49-8c77-ae5a926a9f90 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2ea03034-17ef-42a5-af06-60d8e43be248 HTTP/1.1" status: 200 len: 945 time: 0.0475261 Aug 29 20:44:08.104740 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:08.136193 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4b917756-ef28-4b15-ab27-38576ddfaf6f req-4026ac85-8865-4eb3-96cc-6e33a7ea2892 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=841af178-1a2b-4368-9088-85460bb4f2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430002 Aug 29 20:44:08.173400 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-65cc2029-858e-48d4-9b3e-b190ceca4d8e req-7c27a144-f13b-406a-b9d9-9ee22bcc0e9d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:08.203952 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27a144-f13b-406a-b9d9-9ee22bcc0e9d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event deleted for resources: {'Port': ['ID=7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:08.212481 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:08.318447 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65cc2029-858e-48d4-9b3e-b190ceca4d8e req-7c27a144-f13b-406a-b9d9-9ee22bcc0e9d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:44:08.422456 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65cc2029-858e-48d4-9b3e-b190ceca4d8e req-7c27a144-f13b-406a-b9d9-9ee22bcc0e9d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:44:08.434536 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1236037-7abb-456f-8e70-075ecbd4beaa None None] Sync routers for ids ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:44:08.438307 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:08.445261 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 40798) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:44:08.449935 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1236037-7abb-456f-8e70-075ecbd4beaa None None] Routers {'2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:44:08.456704 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-a1236037-7abb-456f-8e70-075ecbd4beaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:43:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:08.474154 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [req-65cc2029-858e-48d4-9b3e-b190ceca4d8e req-7c27a144-f13b-406a-b9d9-9ee22bcc0e9d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] No DVR routers for this DVR port 7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a on host hv-cinder-85426 {{(pid=106199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:44:08.477375 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [req-65cc2029-858e-48d4-9b3e-b190ceca4d8e req-7c27a144-f13b-406a-b9d9-9ee22bcc0e9d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:08.480660 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-65cc2029-858e-48d4-9b3e-b190ceca4d8e req-7c27a144-f13b-406a-b9d9-9ee22bcc0e9d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.33 "DELETE /networking/v2.0/ports/7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a HTTP/1.1" status: 204 len: 173 time: 0.7726247 Aug 29 20:44:08.481098 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea03034-17ef-42a5-af06-60d8e43be248', 'name': 'network-vif-deleted', 'tag': '7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a'}] {{(pid=106199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:44:08.483474 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec61d001f1d6341f56f0b34c3384244ae015a40bff69a192a80af7b0625c524c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c305bc-3e09-461b-bd20-04b516552c4d" -d '{"events": [{"server_uuid": "2ea03034-17ef-42a5-af06-60d8e43be248", "name": "network-vif-deleted", "tag": "7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a"}]}' {{(pid=106199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:44:08.548186 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4836fd-fc23-46be-8c53-bc1a40f134d8 x-openstack-request-id: req-cb4836fd-fc23-46be-8c53-bc1a40f134d8 {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:44:08.548564 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea03034-17ef-42a5-af06-60d8e43be248", "name": "network-vif-deleted", "tag": "7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a", "status": "completed", "code": 200}]} {{(pid=106199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:44:08.548858 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb4836fd-fc23-46be-8c53-bc1a40f134d8 {{(pid=106199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:44:08.549323 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb4836fd-fc23-46be-8c53-bc1a40f134d8'] response: {'server_uuid': '2ea03034-17ef-42a5-af06-60d8e43be248', 'name': 'network-vif-deleted', 'tag': '7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a', 'status': 'completed', 'code': 200} Aug 29 20:44:08.578139 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-a1236037-7abb-456f-8e70-075ecbd4beaa None None] Set router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:44:08.641275 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-7776f3cc-883b-4f31-be67-19e5ba4855ab tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Deleting port 4bf850d9-816f-4766-9ace-d9b761e49694 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:44:08.644297 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7776f3cc-883b-4f31-be67-19e5ba4855ab tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (4bf850d9-816f-4766-9ace-d9b761e49694), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:08.740313 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7776f3cc-883b-4f31-be67-19e5ba4855ab tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (4bf850d9-816f-4766-9ace-d9b761e49694), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:08.740637 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7776f3cc-883b-4f31-be67-19e5ba4855ab tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for floatingip (4bf850d9-816f-4766-9ace-d9b761e49694), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:08.757330 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-7776f3cc-883b-4f31-be67-19e5ba4855ab tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Calling delete_port for 4bf850d9-816f-4766-9ace-d9b761e49694 owned by network:floatingip {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:44:08.796525 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-a1236037-7abb-456f-8e70-075ecbd4beaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:39Z', 'revision_number': 4, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port': {'id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': 'db0a0e38-4c3a-4c00-a2cc-9380466c2b04', 'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'mac_address': 'fa:16:3e:fb:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:38Z', 'updated_at': '2022-08-29T20:41:43Z', 'revision_number': 5, 'project_id': '076e4d9f49a944c487077e845726ad82', 'subnets': [{'id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:08.822983 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1236037-7abb-456f-8e70-075ecbd4beaa None None] Checking router: 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:44:08.831333 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1236037-7abb-456f-8e70-075ecbd4beaa None None] Routers {'2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:44:08.831958 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-a1236037-7abb-456f-8e70-075ecbd4beaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:43:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:08.901238 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7776f3cc-883b-4f31-be67-19e5ba4855ab tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (4bf850d9-816f-4766-9ace-d9b761e49694), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:08.926324 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776f3cc-883b-4f31-be67-19e5ba4855ab tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Pushing event deleted for resources: {'Port': ['ID=4bf850d9-816f-4766-9ace-d9b761e49694,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:08.937054 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-a1236037-7abb-456f-8e70-075ecbd4beaa None None] Set router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:44:08.994912 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7776f3cc-883b-4f31-be67-19e5ba4855ab tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for floatingip (08c9dc1f-bfd9-4d95-912f-6db7d3d89dfb), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:08.995210 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.db.l3_db [None req-7776f3cc-883b-4f31-be67-19e5ba4855ab tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Floating IP 08c9dc1f-bfd9-4d95-912f-6db7d3d89dfb disassociated (deleted). External IP: 172.27.1.134, port: 740dee41-866c-4314-89ee-4f035ccd2e9a. Aug 29 20:44:08.997729 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:09.134197 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-a1236037-7abb-456f-8e70-075ecbd4beaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:39Z', 'revision_number': 4, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port': {'id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': 'db0a0e38-4c3a-4c00-a2cc-9380466c2b04', 'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'mac_address': 'fa:16:3e:fb:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:38Z', 'updated_at': '2022-08-29T20:41:43Z', 'revision_number': 5, 'project_id': '076e4d9f49a944c487077e845726ad82', 'subnets': [{'id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:09.229975 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7776f3cc-883b-4f31-be67-19e5ba4855ab tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Router bf84a212-1b90-4907-94d8-1ec03b2b2889 has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:44:09.236547 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:09.248717 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 40806) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:44:09.318984 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-72229d01-d010-4fdf-a11b-5c63da8fd9c7 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group (841af178-1a2b-4368-9088-85460bb4f2c4), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:09.320104 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1236037-7abb-456f-8e70-075ecbd4beaa None None] The sync data for ids ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'] in dv-cinder-854263-2-iscsi is: [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:39Z', 'revision_number': 4, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port': {'id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': 'db0a0e38-4c3a-4c00-a2cc-9380466c2b04', 'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'mac_address': 'fa:16:3e:fb:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:38Z', 'updated_at': '2022-08-29T20:41:43Z', 'revision_number': 5, 'project_id': '076e4d9f49a944c487077e845726ad82', 'subnets': [{'id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:44:09.344044 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-72229d01-d010-4fdf-a11b-5c63da8fd9c7 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group (841af178-1a2b-4368-9088-85460bb4f2c4), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:09.362507 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7776f3cc-883b-4f31-be67-19e5ba4855ab tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:44:09.367877 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-7776f3cc-883b-4f31-be67-19e5ba4855ab tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:09.375167 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f5dc6d-6206-4311-a21c-40d2ee931ddc None None] Sync routers for ids ['bf84a212-1b90-4907-94d8-1ec03b2b2889'] in dv-cinder-854263-2-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:44:09.394169 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f5dc6d-6206-4311-a21c-40d2ee931ddc None None] Routers {'bf84a212-1b90-4907-94d8-1ec03b2b2889'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:44:09.398793 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-43f5dc6d-6206-4311-a21c-40d2ee931ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:43:39Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['bf84a212-1b90-4907-94d8-1ec03b2b2889'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:09.399076 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-72229d01-d010-4fdf-a11b-5c63da8fd9c7 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (841af178-1a2b-4368-9088-85460bb4f2c4), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:09.402347 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-72229d01-d010-4fdf-a11b-5c63da8fd9c7 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:09.406489 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-72229d01-d010-4fdf-a11b-5c63da8fd9c7 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/841af178-1a2b-4368-9088-85460bb4f2c4 HTTP/1.1" status: 204 len: 168 time: 0.1538072 Aug 29 20:44:09.408756 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 40808) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:44:09.409049 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-7776f3cc-883b-4f31-be67-19e5ba4855ab tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/08c9dc1f-bfd9-4d95-912f-6db7d3d89dfb HTTP/1.1" status: 204 len: 168 time: 0.9625659 Aug 29 20:44:09.409743 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570c9c7b-50b9-4879-bb2d-c91da2ead6b5', 'tag': '740dee41-866c-4314-89ee-4f035ccd2e9a'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:44:09.412571 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f607546964f141dcf8ed995c545a93b1930b0d2db8722531a12d309c5951f327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f3789d-3213-4dcd-bbad-5dd7673262f2" -d '{"events": [{"name": "network-changed", "server_uuid": "570c9c7b-50b9-4879-bb2d-c91da2ead6b5", "tag": "740dee41-866c-4314-89ee-4f035ccd2e9a"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:44:09.426255 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72229d01-d010-4fdf-a11b-5c63da8fd9c7 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=841af178-1a2b-4368-9088-85460bb4f2c4,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:09.428651 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.api.v2.resource [None req-81d855ba-7d29-4872-b10b-a28a6c42675f tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] show failed (client error): The resource could not be found. Aug 29 20:44:09.429725 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-81d855ba-7d29-4872-b10b-a28a6c42675f tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups/841af178-1a2b-4368-9088-85460bb4f2c4 HTTP/1.1" status: 404 len: 347 time: 0.0198901 Aug 29 20:44:09.433385 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 40814) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:44:09.490378 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c398d55e-425d-44ba-b17f-356b09fa609a x-openstack-request-id: req-c398d55e-425d-44ba-b17f-356b09fa609a {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:44:09.490945 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570c9c7b-50b9-4879-bb2d-c91da2ead6b5", "tag": "740dee41-866c-4314-89ee-4f035ccd2e9a", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:44:09.491418 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c398d55e-425d-44ba-b17f-356b09fa609a {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:44:09.492117 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c398d55e-425d-44ba-b17f-356b09fa609a'] response: {'name': 'network-changed', 'server_uuid': '570c9c7b-50b9-4879-bb2d-c91da2ead6b5', 'tag': '740dee41-866c-4314-89ee-4f035ccd2e9a', 'status': 'completed', 'code': 200} Aug 29 20:44:09.529424 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-5667abb9-81c4-4816-9017-052cf8e8f4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:09.536676 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-43f5dc6d-6206-4311-a21c-40d2ee931ddc None None] Set router bf84a212-1b90-4907-94d8-1ec03b2b2889 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:44:09.581670 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:09.582062 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3789d-3213-4dcd-bbad-5dd7673262f2 req-bcd0df10-ee10-48e7-aaa8-751a1ae0d190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:09.583905 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-00f3789d-3213-4dcd-bbad-5dd7673262f2 req-bcd0df10-ee10-48e7-aaa8-751a1ae0d190 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=4ac573b4aa7a47c49d129afd9939e26d&device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 1129 time: 0.0660195 Aug 29 20:44:09.753080 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0827b42-6c15-4f7d-b8a5-7cb28fcff026 None None] New status for floating IP 1e8c6ad2-7eb0-4c93-afc0-8ba01dd16b38: DOWN {{(pid=106200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:44:09.792207 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:09.872657 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-43f5dc6d-6206-4311-a21c-40d2ee931ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'name': 'tempest-TestVolumeBootPattern-37130483-router', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:33Z', 'revision_number': 4, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'gw_port': {'id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '9cda6261-c35a-4847-b516-e4a70f1b418e', 'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'mac_address': 'fa:16:3e:06:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:32Z', 'updated_at': '2022-08-29T20:35:39Z', 'revision_number': 5, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'subnets': [{'id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:09.907025 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f5dc6d-6206-4311-a21c-40d2ee931ddc None None] Checking router: bf84a212-1b90-4907-94d8-1ec03b2b2889 for host: dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:44:09.918386 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f5dc6d-6206-4311-a21c-40d2ee931ddc None None] Routers {'bf84a212-1b90-4907-94d8-1ec03b2b2889'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:44:09.918826 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-43f5dc6d-6206-4311-a21c-40d2ee931ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:44:09Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['bf84a212-1b90-4907-94d8-1ec03b2b2889'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:09.940413 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-0fec67b6-c1e1-4f23-8504-2d4651b2787e tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Deleting port 260490df-b221-419b-8fc4-ab418be2c233 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:44:09.940413 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0fec67b6-c1e1-4f23-8504-2d4651b2787e tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (260490df-b221-419b-8fc4-ab418be2c233), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:10.006971 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28d925-0c31-4a22-b8be-4a24008f8bd3 req-36550c09-d3aa-4996-80a1-48db9cc3f5ee tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:10.008447 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fd28d925-0c31-4a22-b8be-4a24008f8bd3 req-36550c09-d3aa-4996-80a1-48db9cc3f5ee tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 945 time: 0.1209831 Aug 29 20:44:10.019504 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-43f5dc6d-6206-4311-a21c-40d2ee931ddc None None] Set router bf84a212-1b90-4907-94d8-1ec03b2b2889 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:44:10.087382 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3789d-3213-4dcd-bbad-5dd7673262f2 req-95c0e5c2-da23-4270-af7a-5daf72785e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:10.088876 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-00f3789d-3213-4dcd-bbad-5dd7673262f2 req-95c0e5c2-da23-4270-af7a-5daf72785e8a service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=6506ef9d-c593-4e22-ac07-3e14f3411bf3 HTTP/1.1" status: 200 len: 911 time: 0.4963269 Aug 29 20:44:10.096093 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0fec67b6-c1e1-4f23-8504-2d4651b2787e tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (260490df-b221-419b-8fc4-ab418be2c233), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:10.096416 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0fec67b6-c1e1-4f23-8504-2d4651b2787e tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for floatingip (260490df-b221-419b-8fc4-ab418be2c233), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:10.118537 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-0fec67b6-c1e1-4f23-8504-2d4651b2787e tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Calling delete_port for 260490df-b221-419b-8fc4-ab418be2c233 owned by network:floatingip {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:44:10.123154 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-fd28d925-0c31-4a22-b8be-4a24008f8bd3 req-33af1370-f8e6-4de3-a406-4ca14a7380d0 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077394 Aug 29 20:44:10.186811 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:10.192495 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:10.213915 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-43f5dc6d-6206-4311-a21c-40d2ee931ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'name': 'tempest-TestVolumeBootPattern-37130483-router', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:33Z', 'revision_number': 4, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'gw_port': {'id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '9cda6261-c35a-4847-b516-e4a70f1b418e', 'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'mac_address': 'fa:16:3e:06:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:32Z', 'updated_at': '2022-08-29T20:35:39Z', 'revision_number': 5, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'subnets': [{'id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:10.239227 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f5dc6d-6206-4311-a21c-40d2ee931ddc None None] The sync data for ids ['bf84a212-1b90-4907-94d8-1ec03b2b2889'] in dv-cinder-854263-2-iscsi is: [{'id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'name': 'tempest-TestVolumeBootPattern-37130483-router', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:33Z', 'revision_number': 4, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'gw_port': {'id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': '9cda6261-c35a-4847-b516-e4a70f1b418e', 'name': '', 'network_id': '6506ef9d-c593-4e22-ac07-3e14f3411bf3', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'mac_address': 'fa:16:3e:06:f1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:32Z', 'updated_at': '2022-08-29T20:35:39Z', 'revision_number': 5, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'subnets': [{'id': '611c0b21-bc96-4859-87bb-f5e3e8e4141e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:44:10.273269 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0fec67b6-c1e1-4f23-8504-2d4651b2787e tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (260490df-b221-419b-8fc4-ab418be2c233), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:10.303744 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec67b6-c1e1-4f23-8504-2d4651b2787e tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event deleted for resources: {'Port': ['ID=260490df-b221-419b-8fc4-ab418be2c233,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:10.377959 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0fec67b6-c1e1-4f23-8504-2d4651b2787e tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for floatingip (1e8c6ad2-7eb0-4c93-afc0-8ba01dd16b38), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:10.381143 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-0fec67b6-c1e1-4f23-8504-2d4651b2787e tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:10.383059 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-0fec67b6-c1e1-4f23-8504-2d4651b2787e tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/1e8c6ad2-7eb0-4c93-afc0-8ba01dd16b38 HTTP/1.1" status: 204 len: 168 time: 0.9487729 Aug 29 20:44:10.472611 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8472af-ebf8-47c1-9621-de87dce680bd None None] New status for floating IP 08c9dc1f-bfd9-4d95-912f-6db7d3d89dfb: DOWN {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:44:10.733729 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:10.993708 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-00f3789d-3213-4dcd-bbad-5dd7673262f2 req-114f952b-896d-40a9-9526-84ed7f18d9cd service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=740dee41-866c-4314-89ee-4f035ccd2e9a HTTP/1.1" status: 200 len: 217 time: 0.0332880 Aug 29 20:44:11.042283 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3789d-3213-4dcd-bbad-5dd7673262f2 req-88d993a6-f683-4262-be34-43b34466a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:11.043667 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-00f3789d-3213-4dcd-bbad-5dd7673262f2 req-88d993a6-f683-4262-be34-43b34466a516 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=611c0b21-bc96-4859-87bb-f5e3e8e4141e HTTP/1.1" status: 200 len: 849 time: 0.0426760 Aug 29 20:44:11.196478 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3789d-3213-4dcd-bbad-5dd7673262f2 req-c20d6a0c-45ca-4eca-81c4-2db5ed2e1372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:11.197986 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-00f3789d-3213-4dcd-bbad-5dd7673262f2 req-c20d6a0c-45ca-4eca-81c4-2db5ed2e1372 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=6506ef9d-c593-4e22-ac07-3e14f3411bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453608 Aug 29 20:44:11.291195 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989169bd-9902-4c24-b626-35dad115e719 req-750dffc4-7ffc-4077-bf0e-38ee1a2465f4 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:11.292861 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-989169bd-9902-4c24-b626-35dad115e719 req-750dffc4-7ffc-4077-bf0e-38ee1a2465f4 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 945 time: 0.0903394 Aug 29 20:44:11.366744 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-00f3789d-3213-4dcd-bbad-5dd7673262f2 req-2b9f2089-6b1d-42c0-97cf-baf3e15daf97 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6506ef9d-c593-4e22-ac07-3e14f3411bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556914 Aug 29 20:44:11.371365 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-989169bd-9902-4c24-b626-35dad115e719 req-c7ed2abe-4b00-4f88-87fb-cf9d32f40f3d tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5525aaa5-930a-4eda-b57c-b81377383211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723608 Aug 29 20:44:11.474947 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 40824) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:44:11.480507 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-84ab95a8-2109-461e-ad1d-f137a4f8f65d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1428673692', 'description': 'tempest-description--716149978'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:44:11.504665 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-00f3789d-3213-4dcd-bbad-5dd7673262f2 req-ce67930a-dab8-4b05-bdc8-d3c01fd74f04 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6506ef9d-c593-4e22-ac07-3e14f3411bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962777 Aug 29 20:44:11.532836 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-84ab95a8-2109-461e-ad1d-f137a4f8f65d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:11.543657 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113775de-cce6-43ce-b59b-a86a32589c10 req-34aaf73a-6be9-454a-8a0a-b3bff304f8a5 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:11.545113 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-113775de-cce6-43ce-b59b-a86a32589c10 req-34aaf73a-6be9-454a-8a0a-b3bff304f8a5 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 945 time: 0.0596440 Aug 29 20:44:11.658689 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-113775de-cce6-43ce-b59b-a86a32589c10 req-13c45f28-a786-40f1-ac4b-21c21dcd48f6 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Deleting port 740dee41-866c-4314-89ee-4f035ccd2e9a {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:44:11.659022 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-113775de-cce6-43ce-b59b-a86a32589c10 req-13c45f28-a786-40f1-ac4b-21c21dcd48f6 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (740dee41-866c-4314-89ee-4f035ccd2e9a), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:11.700117 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:44:11.722349 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] No Port match for: 7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:44:11.722693 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 7dac8a78-45b2-4c8a-a9c8-11b8dddbb08a not bound to the agent host hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:44:11.725341 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-84ab95a8-2109-461e-ad1d-f137a4f8f65d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group (f1e72c92-3b85-48af-a852-956a7a63bd5d), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:11.734915 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-84ab95a8-2109-461e-ad1d-f137a4f8f65d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (f1e72c92-3b85-48af-a852-956a7a63bd5d), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:11.791036 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-84ab95a8-2109-461e-ad1d-f137a4f8f65d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:11.792284 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-84ab95a8-2109-461e-ad1d-f137a4f8f65d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3154361 Aug 29 20:44:11.795537 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 40826) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:44:11.797578 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-113775de-cce6-43ce-b59b-a86a32589c10 req-13c45f28-a786-40f1-ac4b-21c21dcd48f6 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] For port 740dee41-866c-4314-89ee-4f035ccd2e9a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=740dee41-866c-4314-89ee-4f035ccd2e9a,segment=NetworkSegment(a7d83437-645d-48a8-bfa0-da5c0dbc5427),segment_id=a7d83437-645d-48a8-bfa0-da5c0dbc5427)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:44:11.797933 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-113775de-cce6-43ce-b59b-a86a32589c10 req-13c45f28-a786-40f1-ac4b-21c21dcd48f6 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (740dee41-866c-4314-89ee-4f035ccd2e9a), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:11.800365 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-043520dc-ea39-4b85-a386-cdef852e8627 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Request body: {'security_group_rule': {'security_group_id': 'f1e72c92-3b85-48af-a852-956a7a63bd5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:44:11.806492 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab95a8-2109-461e-ad1d-f137a4f8f65d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e72c92-3b85-48af-a852-956a7a63bd5d,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:11.820131 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-113775de-cce6-43ce-b59b-a86a32589c10 req-13c45f28-a786-40f1-ac4b-21c21dcd48f6 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Calling delete_port for 740dee41-866c-4314-89ee-4f035ccd2e9a owned by compute:nova {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:44:11.829512 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-043520dc-ea39-4b85-a386-cdef852e8627 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group_rule (ce6e7bc1-7fa0-46d3-a012-f5bb0d1c75ca), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:11.886134 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-043520dc-ea39-4b85-a386-cdef852e8627 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group_rule (ce6e7bc1-7fa0-46d3-a012-f5bb0d1c75ca), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:11.889818 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-043520dc-ea39-4b85-a386-cdef852e8627 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (ce6e7bc1-7fa0-46d3-a012-f5bb0d1c75ca), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:11.913689 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043520dc-ea39-4b85-a386-cdef852e8627 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce6e7bc1-7fa0-46d3-a012-f5bb0d1c75ca,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:11.919710 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-043520dc-ea39-4b85-a386-cdef852e8627 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:11.920734 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-043520dc-ea39-4b85-a386-cdef852e8627 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1241686 Aug 29 20:44:11.923484 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 40828) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:44:11.927876 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-dc069074-a7bd-42cf-84e9-04efd7369997 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Request body: {'security_group_rule': {'security_group_id': 'f1e72c92-3b85-48af-a852-956a7a63bd5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:44:11.955062 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:11.961083 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-dc069074-a7bd-42cf-84e9-04efd7369997 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group_rule (b6db61a8-99f2-458b-bd18-ae07bac9f839), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:11.961712 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-113775de-cce6-43ce-b59b-a86a32589c10 req-13c45f28-a786-40f1-ac4b-21c21dcd48f6 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (740dee41-866c-4314-89ee-4f035ccd2e9a), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:11.992988 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c45f28-a786-40f1-ac4b-21c21dcd48f6 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Pushing event deleted for resources: {'Port': ['ID=740dee41-866c-4314-89ee-4f035ccd2e9a,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:12.016578 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-dc069074-a7bd-42cf-84e9-04efd7369997 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group_rule (b6db61a8-99f2-458b-bd18-ae07bac9f839), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:12.021181 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-dc069074-a7bd-42cf-84e9-04efd7369997 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (b6db61a8-99f2-458b-bd18-ae07bac9f839), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:12.036703 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-113775de-cce6-43ce-b59b-a86a32589c10 req-13c45f28-a786-40f1-ac4b-21c21dcd48f6 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] No DVR routers for this DVR port 740dee41-866c-4314-89ee-4f035ccd2e9a on host hv-cinder-85426 {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:44:12.039911 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-113775de-cce6-43ce-b59b-a86a32589c10 req-13c45f28-a786-40f1-ac4b-21c21dcd48f6 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:12.043245 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-113775de-cce6-43ce-b59b-a86a32589c10 req-13c45f28-a786-40f1-ac4b-21c21dcd48f6 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.33 "DELETE /networking/v2.0/ports/740dee41-866c-4314-89ee-4f035ccd2e9a HTTP/1.1" status: 204 len: 173 time: 0.4918904 Aug 29 20:44:12.043613 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570c9c7b-50b9-4879-bb2d-c91da2ead6b5', 'name': 'network-vif-deleted', 'tag': '740dee41-866c-4314-89ee-4f035ccd2e9a'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:44:12.044443 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc069074-a7bd-42cf-84e9-04efd7369997 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6db61a8-99f2-458b-bd18-ae07bac9f839,revision_number=0']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:12.046170 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f607546964f141dcf8ed995c545a93b1930b0d2db8722531a12d309c5951f327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a20aba-f5d4-4175-ac26-bf80261a5390" -d '{"events": [{"server_uuid": "570c9c7b-50b9-4879-bb2d-c91da2ead6b5", "name": "network-vif-deleted", "tag": "740dee41-866c-4314-89ee-4f035ccd2e9a"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:44:12.051028 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-dc069074-a7bd-42cf-84e9-04efd7369997 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:12.052251 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-dc069074-a7bd-42cf-84e9-04efd7369997 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277959 Aug 29 20:44:12.055348 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 40832) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:44:12.060581 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-3877ff37-e12a-4ca5-b282-260c0f72b718 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Request body: {'floatingip': {'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:44:12.068104 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:12.085965 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:12.095719 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b00a418-f6a3-4cbd-ae92-03e768271f83 x-openstack-request-id: req-0b00a418-f6a3-4cbd-ae92-03e768271f83 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:44:12.096210 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570c9c7b-50b9-4879-bb2d-c91da2ead6b5", "name": "network-vif-deleted", "tag": "740dee41-866c-4314-89ee-4f035ccd2e9a", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:44:12.096592 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b00a418-f6a3-4cbd-ae92-03e768271f83 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:44:12.096847 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3877ff37-e12a-4ca5-b282-260c0f72b718 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:12.097199 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b00a418-f6a3-4cbd-ae92-03e768271f83'] response: {'server_uuid': '570c9c7b-50b9-4879-bb2d-c91da2ead6b5', 'name': 'network-vif-deleted', 'tag': '740dee41-866c-4314-89ee-4f035ccd2e9a', 'status': 'completed', 'code': 200} Aug 29 20:44:12.182121 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3877ff37-e12a-4ca5-b282-260c0f72b718 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:12.269524 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:12.294489 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_common [None req-3877ff37-e12a-4ca5-b282-260c0f72b718 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Allocated IP 172.27.1.213 (6d9f465d-5886-43f5-9015-44f8e49732f9/a46a7c4b-a1af-42c4-bdce-13dd23ff8d25/07113af5-294e-4838-a16b-b2edad9a1054) {{(pid=106199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:44:12.409957 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:12.423151 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3877ff37-e12a-4ca5-b282-260c0f72b718 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for port (07113af5-294e-4838-a16b-b2edad9a1054), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:12.463166 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3877ff37-e12a-4ca5-b282-260c0f72b718 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (07113af5-294e-4838-a16b-b2edad9a1054), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:12.504993 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-259f6289-d8c7-4752-b226-2a5e59d3ef8c req-9e464432-142c-40c6-b843-d0dce86f2083 tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=570c9c7b-50b9-4879-bb2d-c91da2ead6b5 HTTP/1.1" status: 200 len: 210 time: 0.0293920 Aug 29 20:44:12.515636 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877ff37-e12a-4ca5-b282-260c0f72b718 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event updated for resources: {'Port': ['ID=07113af5-294e-4838-a16b-b2edad9a1054,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:12.519063 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3877ff37-e12a-4ca5-b282-260c0f72b718 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Network 6d9f465d-5886-43f5-9015-44f8e49732f9 is already hosted by enough agents. {{(pid=106199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:44:12.520835 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.base_scheduler [None req-3877ff37-e12a-4ca5-b282-260c0f72b718 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Resources bound (agent type, host, resource id): {{(pid=106199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:44:12.534682 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3877ff37-e12a-4ca5-b282-260c0f72b718 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Received port after_create {{(pid=106199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:44:12.616700 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3877ff37-e12a-4ca5-b282-260c0f72b718 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for floatingip (6d6ce2cc-55f8-419d-ad9a-ab0ab09f84c8), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:12.659486 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3877ff37-e12a-4ca5-b282-260c0f72b718 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (07113af5-294e-4838-a16b-b2edad9a1054), before_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:12.818352 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3877ff37-e12a-4ca5-b282-260c0f72b718 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for port (07113af5-294e-4838-a16b-b2edad9a1054), precommit_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:12.823512 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3877ff37-e12a-4ca5-b282-260c0f72b718 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61108980'] for port (07113af5-294e-4838-a16b-b2edad9a1054), after_update {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:12.879155 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:12.883612 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:12.898719 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877ff37-e12a-4ca5-b282-260c0f72b718 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event updated for resources: {'Port': ['ID=07113af5-294e-4838-a16b-b2edad9a1054,revision_number=2']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:12.902955 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3877ff37-e12a-4ca5-b282-260c0f72b718 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (6d6ce2cc-55f8-419d-ad9a-ab0ab09f84c8), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:12.920927 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3877ff37-e12a-4ca5-b282-260c0f72b718 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:12.922186 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-3877ff37-e12a-4ca5-b282-260c0f72b718 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8656631 Aug 29 20:44:13.123324 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-60c5020f-ee64-4a59-b14f-3e55d52025b5 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1428673692&fields=id&tenant_id=076e4d9f49a944c487077e845726ad82 HTTP/1.1" status: 200 len: 267 time: 0.0436337 Aug 29 20:44:13.234016 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-72e55912-c5c0-4bc1-ae48-b12abe00812e tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:13.235502 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-72e55912-c5c0-4bc1-ae48-b12abe00812e tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/networks?id=931f5e99-b53b-4e33-bc47-b08971122f04 HTTP/1.1" status: 200 len: 814 time: 0.1058192 Aug 29 20:44:13.252410 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-e3fad1e7-5e70-43d0-8e8f-43a9fe908358 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/quotas/076e4d9f49a944c487077e845726ad82 HTTP/1.1" status: 200 len: 375 time: 0.0094204 Aug 29 20:44:13.302108 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-0f969c30-d0ba-4310-bc62-a3854a74d295 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=076e4d9f49a944c487077e845726ad82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444288 Aug 29 20:44:13.362759 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-34894e3d-4cf2-4fea-aa8c-5e3794140bc0 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 20:44:13.363745 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-34894e3d-4cf2-4fea-aa8c-5e3794140bc0 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0500057 Aug 29 20:44:13.459255 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-00a4621a-d669-42cd-8a17-d42acf24c7d8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877509 Aug 29 20:44:13.549923 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-3ea2ef82-8ff4-4694-9156-e8ac2f5c0783 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846901 Aug 29 20:44:13.577034 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 40856) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:44:13.694175 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-292f03bf-638b-4816-913e-e93aa49aabfc tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Deleting port 3934c264-b0ae-450d-a9cb-bf88dc1dca9f {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:44:13.694547 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-292f03bf-638b-4816-913e-e93aa49aabfc tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (3934c264-b0ae-450d-a9cb-bf88dc1dca9f), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:13.775246 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-292f03bf-638b-4816-913e-e93aa49aabfc tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (3934c264-b0ae-450d-a9cb-bf88dc1dca9f), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:13.775567 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-292f03bf-638b-4816-913e-e93aa49aabfc tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for floatingip (3934c264-b0ae-450d-a9cb-bf88dc1dca9f), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:13.790117 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-292f03bf-638b-4816-913e-e93aa49aabfc tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Calling delete_port for 3934c264-b0ae-450d-a9cb-bf88dc1dca9f owned by network:floatingip {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:44:13.928756 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-292f03bf-638b-4816-913e-e93aa49aabfc tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (3934c264-b0ae-450d-a9cb-bf88dc1dca9f), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:13.955649 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f03bf-638b-4816-913e-e93aa49aabfc tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Pushing event deleted for resources: {'Port': ['ID=3934c264-b0ae-450d-a9cb-bf88dc1dca9f,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:14.026423 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-292f03bf-638b-4816-913e-e93aa49aabfc tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for floatingip (195cc055-03c3-4ef1-91de-b8c3d8907a4b), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:14.029170 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-292f03bf-638b-4816-913e-e93aa49aabfc tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:14.030310 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-292f03bf-638b-4816-913e-e93aa49aabfc tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/195cc055-03c3-4ef1-91de-b8c3d8907a4b HTTP/1.1" status: 204 len: 168 time: 0.4522982 Aug 29 20:44:14.724082 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b8ded711-bc47-4267-ab2a-331b9a12f15b req-e9a90c7b-babf-46ae-934c-c623167455e1 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c72a3ce-9948-451c-8ca8-642d5dcb7447 HTTP/1.1" status: 200 len: 210 time: 0.0300369 Aug 29 20:44:15.233084 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 40872) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:44:15.282011 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:15.289313 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:15.302767 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ade45fd6-e734-4aec-9d57-7f563c55c2ef tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for security_group (5525aaa5-930a-4eda-b57c-b81377383211), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:15.328932 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ade45fd6-e734-4aec-9d57-7f563c55c2ef tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for security_group (5525aaa5-930a-4eda-b57c-b81377383211), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:15.395470 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ade45fd6-e734-4aec-9d57-7f563c55c2ef tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (5525aaa5-930a-4eda-b57c-b81377383211), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:15.399548 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-ade45fd6-e734-4aec-9d57-7f563c55c2ef tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:15.400557 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-ade45fd6-e734-4aec-9d57-7f563c55c2ef tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5525aaa5-930a-4eda-b57c-b81377383211 HTTP/1.1" status: 204 len: 168 time: 0.1665573 Aug 29 20:44:15.411426 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade45fd6-e734-4aec-9d57-7f563c55c2ef tempest-TestVolumeBootPattern-717289528 tempest-TestVolumeBootPattern-717289528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5525aaa5-930a-4eda-b57c-b81377383211,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:15.458653 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 40876) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:44:15.734024 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 740dee41-866c-4314-89ee-4f035ccd2e9a no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:44:15.755268 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] No Port match for: 740dee41-866c-4314-89ee-4f035ccd2e9a {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:44:15.755377 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device 740dee41-866c-4314-89ee-4f035ccd2e9a not bound to the agent host hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:44:15.814137 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-097acd56-90ea-4e2b-8f8e-27ee808399f9 req-6ecd6189-4eaf-450c-97c7-3650c67b3087 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c72a3ce-9948-451c-8ca8-642d5dcb7447 HTTP/1.1" status: 200 len: 210 time: 0.0339665 Aug 29 20:44:15.873583 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-227a41bc-5d77-41af-99fb-91ecee43402f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639714'] for router_interface (bf84a212-1b90-4907-94d8-1ec03b2b2889), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:16.091783 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-227a41bc-5d77-41af-99fb-91ecee43402f admin admin] Deleting port 9cda6261-c35a-4847-b516-e4a70f1b418e {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:44:16.092156 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-227a41bc-5d77-41af-99fb-91ecee43402f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (9cda6261-c35a-4847-b516-e4a70f1b418e), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:16.174356 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-227a41bc-5d77-41af-99fb-91ecee43402f admin admin] For port 9cda6261-c35a-4847-b516-e4a70f1b418e, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=9cda6261-c35a-4847-b516-e4a70f1b418e,segment=NetworkSegment(a7d83437-645d-48a8-bfa0-da5c0dbc5427),segment_id=a7d83437-645d-48a8-bfa0-da5c0dbc5427)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:44:16.174716 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-227a41bc-5d77-41af-99fb-91ecee43402f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (9cda6261-c35a-4847-b516-e4a70f1b418e), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:16.188040 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-227a41bc-5d77-41af-99fb-91ecee43402f admin admin] Calling delete_port for 9cda6261-c35a-4847-b516-e4a70f1b418e owned by network:router_interface {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:44:16.296897 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:16.312281 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:16.366881 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-227a41bc-5d77-41af-99fb-91ecee43402f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (9cda6261-c35a-4847-b516-e4a70f1b418e), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:16.389099 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a41bc-5d77-41af-99fb-91ecee43402f admin admin] Pushing event deleted for resources: {'Port': ['ID=9cda6261-c35a-4847-b516-e4a70f1b418e,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:16.559577 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-227a41bc-5d77-41af-99fb-91ecee43402f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653650'] for router_interface (bf84a212-1b90-4907-94d8-1ec03b2b2889), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:16.759099 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227a41bc-5d77-41af-99fb-91ecee43402f admin admin] Router bf84a212-1b90-4907-94d8-1ec03b2b2889 has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:44:16.871902 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227a41bc-5d77-41af-99fb-91ecee43402f admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:44:16.879923 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-227a41bc-5d77-41af-99fb-91ecee43402f admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/bf84a212-1b90-4907-94d8-1ec03b2b2889/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4200544 Aug 29 20:44:16.883458 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc30b8d5-b257-4615-a588-cc19de3185dc None None] Sync routers for ids ['bf84a212-1b90-4907-94d8-1ec03b2b2889'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:44:16.883961 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 40890) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:44:16.895399 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc30b8d5-b257-4615-a588-cc19de3185dc None None] Routers {'bf84a212-1b90-4907-94d8-1ec03b2b2889'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:44:16.896075 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-bc30b8d5-b257-4615-a588-cc19de3185dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:44:09Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['bf84a212-1b90-4907-94d8-1ec03b2b2889'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:17.002872 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:17.012651 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-bc30b8d5-b257-4615-a588-cc19de3185dc None None] Set router bf84a212-1b90-4907-94d8-1ec03b2b2889 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:44:17.135783 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:17.193848 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-bc30b8d5-b257-4615-a588-cc19de3185dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'name': 'tempest-TestVolumeBootPattern-37130483-router', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:44:16Z', 'revision_number': 5, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'gw_port': {'id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:17.211057 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-adc379b0-4f97-479b-8b25-f3637dd6f1cc req-fdbabf0a-2cbb-494d-b87a-225c2207a6ba tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c72a3ce-9948-451c-8ca8-642d5dcb7447 HTTP/1.1" status: 200 len: 210 time: 0.3192523 Aug 29 20:44:17.218833 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc30b8d5-b257-4615-a588-cc19de3185dc None None] Checking router: bf84a212-1b90-4907-94d8-1ec03b2b2889 for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:44:17.227958 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc30b8d5-b257-4615-a588-cc19de3185dc None None] Routers {'bf84a212-1b90-4907-94d8-1ec03b2b2889'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:44:17.228569 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-bc30b8d5-b257-4615-a588-cc19de3185dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:44:09Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['bf84a212-1b90-4907-94d8-1ec03b2b2889'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:17.268088 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d2838ed0-29d1-4ef4-b1f1-366a33cc5bca admin admin] Publish callbacks [] for router (bf84a212-1b90-4907-94d8-1ec03b2b2889), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:17.333765 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-bc30b8d5-b257-4615-a588-cc19de3185dc None None] Set router bf84a212-1b90-4907-94d8-1ec03b2b2889 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:44:17.370427 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d2838ed0-29d1-4ef4-b1f1-366a33cc5bca admin admin] Publish callbacks [] for router_gateway (bf84a212-1b90-4907-94d8-1ec03b2b2889), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:17.415600 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-d2838ed0-29d1-4ef4-b1f1-366a33cc5bca admin admin] Deleting port 2b5633f0-9226-4d1f-8f74-4774e0b75913 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:44:17.415955 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d2838ed0-29d1-4ef4-b1f1-366a33cc5bca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (2b5633f0-9226-4d1f-8f74-4774e0b75913), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:17.485110 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:DELETE=5,neutron:UPDATE=2,neutron:SELECT=93 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:17.489371 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:17.502608 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-d2838ed0-29d1-4ef4-b1f1-366a33cc5bca admin admin] For port 2b5633f0-9226-4d1f-8f74-4774e0b75913, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=2b5633f0-9226-4d1f-8f74-4774e0b75913,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:44:17.502969 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d2838ed0-29d1-4ef4-b1f1-366a33cc5bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (2b5633f0-9226-4d1f-8f74-4774e0b75913), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:17.515376 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-bc30b8d5-b257-4615-a588-cc19de3185dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'name': 'tempest-TestVolumeBootPattern-37130483-router', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:44:16Z', 'revision_number': 5, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'gw_port': {'id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:17.516295 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-d2838ed0-29d1-4ef4-b1f1-366a33cc5bca admin admin] Calling delete_port for 2b5633f0-9226-4d1f-8f74-4774e0b75913 owned by network:router_gateway {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:44:17.545151 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc30b8d5-b257-4615-a588-cc19de3185dc None None] The sync data for ids ['bf84a212-1b90-4907-94d8-1ec03b2b2889'] in dv-cinder-854263-2-iscsi is: [{'id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'name': 'tempest-TestVolumeBootPattern-37130483-router', 'tenant_id': '4ac573b4aa7a47c49d129afd9939e26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:44:16Z', 'revision_number': 5, 'project_id': '4ac573b4aa7a47c49d129afd9939e26d', 'gw_port': {'id': '2b5633f0-9226-4d1f-8f74-4774e0b75913', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84a212-1b90-4907-94d8-1ec03b2b2889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:29Z', 'updated_at': '2022-08-29T20:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:44:17.682417 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d2838ed0-29d1-4ef4-b1f1-366a33cc5bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (2b5633f0-9226-4d1f-8f74-4774e0b75913), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:17.707364 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2838ed0-29d1-4ef4-b1f1-366a33cc5bca admin admin] Pushing event deleted for resources: {'Port': ['ID=2b5633f0-9226-4d1f-8f74-4774e0b75913,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:17.772200 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d2838ed0-29d1-4ef4-b1f1-366a33cc5bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639137'] for router_gateway (bf84a212-1b90-4907-94d8-1ec03b2b2889), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:17.858889 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d2838ed0-29d1-4ef4-b1f1-366a33cc5bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6767'] for router (bf84a212-1b90-4907-94d8-1ec03b2b2889), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:17.860905 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d2838ed0-29d1-4ef4-b1f1-366a33cc5bca admin admin] Publish callbacks [] for router_controller (bf84a212-1b90-4907-94d8-1ec03b2b2889), precommit_delete_associations {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:17.903664 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d2838ed0-29d1-4ef4-b1f1-366a33cc5bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653615'] for router (bf84a212-1b90-4907-94d8-1ec03b2b2889), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:17.904284 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2838ed0-29d1-4ef4-b1f1-366a33cc5bca admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf84a212-1b90-4907-94d8-1ec03b2b2889 {{(pid=106199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 20:44:17.908428 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d2838ed0-29d1-4ef4-b1f1-366a33cc5bca admin admin] Publish callbacks [] for router (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:17.909570 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-d2838ed0-29d1-4ef4-b1f1-366a33cc5bca admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/bf84a212-1b90-4907-94d8-1ec03b2b2889 HTTP/1.1" status: 204 len: 168 time: 1.0249653 Aug 29 20:44:17.912429 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 40898) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:44:17.960608 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ed8bbf0-aa7c-4941-8103-057cd6980f6d admin admin] Deleting subnet 611c0b21-bc96-4859-87bb-f5e3e8e4141e {{(pid=106199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:44:17.964101 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9ed8bbf0-aa7c-4941-8103-057cd6980f6d admin admin] Publish callbacks [] for subnet (611c0b21-bc96-4859-87bb-f5e3e8e4141e), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:18.006996 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9ed8bbf0-aa7c-4941-8103-057cd6980f6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61403868'] for subnet (611c0b21-bc96-4859-87bb-f5e3e8e4141e), precommit_delete_associations {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:18.108052 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9ed8bbf0-aa7c-4941-8103-057cd6980f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996000'] for subnet (611c0b21-bc96-4859-87bb-f5e3e8e4141e), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:18.175753 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9ed8bbf0-aa7c-4941-8103-057cd6980f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61109262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61346464'] for subnet (611c0b21-bc96-4859-87bb-f5e3e8e4141e), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:18.206744 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8bbf0-aa7c-4941-8103-057cd6980f6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=611c0b21-bc96-4859-87bb-f5e3e8e4141e,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:18.214364 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9ed8bbf0-aa7c-4941-8103-057cd6980f6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for subnet (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:18.217938 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-9ed8bbf0-aa7c-4941-8103-057cd6980f6d admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/611c0b21-bc96-4859-87bb-f5e3e8e4141e HTTP/1.1" status: 204 len: 168 time: 0.3039253 Aug 29 20:44:18.220371 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 40904) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:44:18.221920 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e5a796-d210-4492-8339-c8eecd926582 None None] Network 6506ef9d-c593-4e22-ac07-3e14f3411bf3 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:44:18.315379 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e8138fd6-201e-4b5b-b97a-b41c682a9947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4173405'] for network (6506ef9d-c593-4e22-ac07-3e14f3411bf3), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:18.344864 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8cf6cff7-9f05-4761-a1a9-b1b5ae24955f req-45c5e8f1-2b0e-4769-8299-9aae09163499 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c72a3ce-9948-451c-8ca8-642d5dcb7447 HTTP/1.1" status: 200 len: 210 time: 0.0302377 Aug 29 20:44:18.368572 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-e8138fd6-201e-4b5b-b97a-b41c682a9947 admin admin] Deleting port 58d0efff-908e-4f0a-8aee-797c80ac3f00 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:44:18.368842 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e8138fd6-201e-4b5b-b97a-b41c682a9947 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (58d0efff-908e-4f0a-8aee-797c80ac3f00), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:18.440001 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-e8138fd6-201e-4b5b-b97a-b41c682a9947 admin admin] For port 58d0efff-908e-4f0a-8aee-797c80ac3f00, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=58d0efff-908e-4f0a-8aee-797c80ac3f00,segment=NetworkSegment(a7d83437-645d-48a8-bfa0-da5c0dbc5427),segment_id=a7d83437-645d-48a8-bfa0-da5c0dbc5427)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:44:18.440684 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e8138fd6-201e-4b5b-b97a-b41c682a9947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (58d0efff-908e-4f0a-8aee-797c80ac3f00), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:18.450998 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:18.455442 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-e8138fd6-201e-4b5b-b97a-b41c682a9947 admin admin] Calling delete_port for 58d0efff-908e-4f0a-8aee-797c80ac3f00 owned by network:dhcp {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:44:18.461534 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:18.535865 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e8138fd6-201e-4b5b-b97a-b41c682a9947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (58d0efff-908e-4f0a-8aee-797c80ac3f00), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:18.558138 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8138fd6-201e-4b5b-b97a-b41c682a9947 admin admin] Pushing event deleted for resources: {'Port': ['ID=58d0efff-908e-4f0a-8aee-797c80ac3f00,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:18.563508 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8138fd6-201e-4b5b-b97a-b41c682a9947 admin admin] No DVR routers for this DVR port 58d0efff-908e-4f0a-8aee-797c80ac3f00 on host dv-cinder-854263-2-iscsi {{(pid=106199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:44:18.639397 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e8138fd6-201e-4b5b-b97a-b41c682a9947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996931', 'neutron.services.segments.db._delete_segments_for_network-8787001567811'] for network (6506ef9d-c593-4e22-ac07-3e14f3411bf3), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:18.661346 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bfa95b-ab0e-4adb-a619-ba6a6c29ac86 None None] DHCP port deletion for 6506ef9d-c593-4e22-ac07-3e14f3411bf3 request from dv-cinder-854263-2-iscsi {{(pid=106200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 20:44:18.661562 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-e8138fd6-201e-4b5b-b97a-b41c682a9947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6506ef9d-c593-4e22-ac07-3e14f3411bf3']}} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:18.673576 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-e8138fd6-201e-4b5b-b97a-b41c682a9947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d83437-645d-48a8-bfa0-da5c0dbc5427') {'for_net_delete': True} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:18.674093 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-e8138fd6-201e-4b5b-b97a-b41c682a9947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d83437-645d-48a8-bfa0-da5c0dbc5427') {} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:18.684902 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e8138fd6-201e-4b5b-b97a-b41c682a9947 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001593263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61403863'] for segment (a7d83437-645d-48a8-bfa0-da5c0dbc5427), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:18.699891 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e8138fd6-201e-4b5b-b97a-b41c682a9947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (a7d83437-645d-48a8-bfa0-da5c0dbc5427), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:18.706593 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8138fd6-201e-4b5b-b97a-b41c682a9947 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=106199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:44:18.706970 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e8138fd6-201e-4b5b-b97a-b41c682a9947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61108904'] for segment (a7d83437-645d-48a8-bfa0-da5c0dbc5427), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:18.770331 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e8138fd6-201e-4b5b-b97a-b41c682a9947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639181'] for network (6506ef9d-c593-4e22-ac07-3e14f3411bf3), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:18.775407 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e8138fd6-201e-4b5b-b97a-b41c682a9947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:18.778993 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-e8138fd6-201e-4b5b-b97a-b41c682a9947 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/6506ef9d-c593-4e22-ac07-3e14f3411bf3 HTTP/1.1" status: 204 len: 168 time: 0.5576208 Aug 29 20:44:18.782183 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 40912) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:44:18.797872 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8138fd6-201e-4b5b-b97a-b41c682a9947 admin admin] Pushing event deleted for resources: {'Network': ['ID=6506ef9d-c593-4e22-ac07-3e14f3411bf3,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:18.807499 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment a7d83437-645d-48a8-bfa0-da5c0dbc5427 resource provider aggregate not found Aug 29 20:44:18.825568 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment a7d83437-645d-48a8-bfa0-da5c0dbc5427 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7d83437-645d-48a8-bfa0-da5c0dbc5427 found for delete ", "request_id": "req-1496fcd9-f5e4-4278-8af3-a10d86dec716"}]} Aug 29 20:44:18.834234 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:19.103341 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9a7124ef-04b9-41bc-87dc-cb43a1f4e0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639714'] for router_interface (df5c3636-9dc8-47c1-9c46-e6463eefba36), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:19.308134 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 2b5633f0-9226-4d1f-8f74-4774e0b75913 no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:44:19.328204 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: 2b5633f0-9226-4d1f-8f74-4774e0b75913 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:44:19.328599 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 2b5633f0-9226-4d1f-8f74-4774e0b75913 not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:44:19.329019 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 9cda6261-c35a-4847-b516-e4a70f1b418e no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:44:19.338470 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-9a7124ef-04b9-41bc-87dc-cb43a1f4e0cf admin admin] Deleting port a57ac97e-1e9b-41b3-8dd8-8a906f639b32 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:44:19.338806 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9a7124ef-04b9-41bc-87dc-cb43a1f4e0cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (a57ac97e-1e9b-41b3-8dd8-8a906f639b32), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:19.347417 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: 9cda6261-c35a-4847-b516-e4a70f1b418e {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:44:19.347766 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 9cda6261-c35a-4847-b516-e4a70f1b418e not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:44:19.348194 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 58d0efff-908e-4f0a-8aee-797c80ac3f00 no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:44:19.367925 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: 58d0efff-908e-4f0a-8aee-797c80ac3f00 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:44:19.368193 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 58d0efff-908e-4f0a-8aee-797c80ac3f00 not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:44:19.436988 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-9a7124ef-04b9-41bc-87dc-cb43a1f4e0cf admin admin] For port a57ac97e-1e9b-41b3-8dd8-8a906f639b32, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=a57ac97e-1e9b-41b3-8dd8-8a906f639b32,segment=NetworkSegment(ed303e33-4530-49fd-ab14-3ac749ab3da7),segment_id=ed303e33-4530-49fd-ab14-3ac749ab3da7)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:44:19.437636 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9a7124ef-04b9-41bc-87dc-cb43a1f4e0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (a57ac97e-1e9b-41b3-8dd8-8a906f639b32), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:19.451615 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-92ac89af-c302-4566-ace7-760c09c25437 req-faaf769a-8c08-47f1-8fe1-c60c8a8438b2 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c72a3ce-9948-451c-8ca8-642d5dcb7447 HTTP/1.1" status: 200 len: 210 time: 0.0286992 Aug 29 20:44:19.453783 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-9a7124ef-04b9-41bc-87dc-cb43a1f4e0cf admin admin] Calling delete_port for a57ac97e-1e9b-41b3-8dd8-8a906f639b32 owned by network:router_interface {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:44:19.603901 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:19.657429 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9a7124ef-04b9-41bc-87dc-cb43a1f4e0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (a57ac97e-1e9b-41b3-8dd8-8a906f639b32), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:19.682605 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7124ef-04b9-41bc-87dc-cb43a1f4e0cf admin admin] Pushing event deleted for resources: {'Port': ['ID=a57ac97e-1e9b-41b3-8dd8-8a906f639b32,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:19.752034 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:19.848937 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9a7124ef-04b9-41bc-87dc-cb43a1f4e0cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653650'] for router_interface (df5c3636-9dc8-47c1-9c46-e6463eefba36), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:20.301328 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-ab70aec4-cf2f-430c-a3bd-ec3a71748a1d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:20.302729 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-ab70aec4-cf2f-430c-a3bd-ec3a71748a1d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.33 "GET /networking/v2.0/networks?id=931f5e99-b53b-4e33-bc47-b08971122f04 HTTP/1.1" status: 200 len: 814 time: 0.1528141 Aug 29 20:44:20.438619 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-ff3154c7-8ef5-45e0-b65b-80be9a556d06 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=076e4d9f49a944c487077e845726ad82 HTTP/1.1" status: 200 len: 380 time: 0.1008551 Aug 29 20:44:20.449881 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-1e431112-fc71-46cb-9841-6bb3e7cc6add tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Request body: {'port': {'device_id': '1c72a3ce-9948-451c-8ca8-642d5dcb7447', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'admin_state_up': True, 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'security_groups': ['f1e72c92-3b85-48af-a852-956a7a63bd5d']}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:44:20.466759 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7124ef-04b9-41bc-87dc-cb43a1f4e0cf admin admin] Router df5c3636-9dc8-47c1-9c46-e6463eefba36 has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:44:20.476888 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=49 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:20.504400 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=45 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:20.599198 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-d96e23eb-acf0-40fd-8bd4-dd7cbc9c639c req-34de10d1-cf17-4166-bb88-86acb0b95365 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c72a3ce-9948-451c-8ca8-642d5dcb7447 HTTP/1.1" status: 200 len: 210 time: 0.0486858 Aug 29 20:44:20.666349 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:20.671747 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7124ef-04b9-41bc-87dc-cb43a1f4e0cf admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:44:20.676960 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-9a7124ef-04b9-41bc-87dc-cb43a1f4e0cf admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/df5c3636-9dc8-47c1-9c46-e6463eefba36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8933916 Aug 29 20:44:20.678026 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-1e431112-fc71-46cb-9841-6bb3e7cc6add tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Made reservation on behalf of 076e4d9f49a944c487077e845726ad82 for: {'port': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:44:20.681903 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 40926) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:44:20.682472 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-1e431112-fc71-46cb-9841-6bb3e7cc6add tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:20.684137 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31311c8a-07b7-450b-abb7-760d09402a19 None None] Sync routers for ids ['df5c3636-9dc8-47c1-9c46-e6463eefba36'] in dv-cinder-854263-2-iscsi {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:44:20.694624 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31311c8a-07b7-450b-abb7-760d09402a19 None None] Routers {'df5c3636-9dc8-47c1-9c46-e6463eefba36'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:44:20.695241 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-31311c8a-07b7-450b-abb7-760d09402a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:44:09Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['df5c3636-9dc8-47c1-9c46-e6463eefba36'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:20.785259 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1f7d3309-6e97-43df-b470-53d5e4b24b36 admin admin] Publish callbacks [] for router (df5c3636-9dc8-47c1-9c46-e6463eefba36), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:20.809564 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-31311c8a-07b7-450b-abb7-760d09402a19 None None] Set router df5c3636-9dc8-47c1-9c46-e6463eefba36 gateway port host: dv-cinder-854263-2-iscsi {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:44:20.818771 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-1e431112-fc71-46cb-9841-6bb3e7cc6add tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Allocated IP 172.20.0.14 (931f5e99-b53b-4e33-bc47-b08971122f04/9dfba0af-d982-4fa7-a855-ae6f251684ed/a296d8db-6069-49af-af25-18e201827ce2) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:44:20.912709 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1f7d3309-6e97-43df-b470-53d5e4b24b36 admin admin] Publish callbacks [] for router_gateway (df5c3636-9dc8-47c1-9c46-e6463eefba36), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:20.937509 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:20.958458 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-1f7d3309-6e97-43df-b470-53d5e4b24b36 admin admin] Deleting port bd11a6f4-e4c0-4176-9259-23d55e783667 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:44:20.958794 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1f7d3309-6e97-43df-b470-53d5e4b24b36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (bd11a6f4-e4c0-4176-9259-23d55e783667), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:20.980575 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-1e431112-fc71-46cb-9841-6bb3e7cc6add tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for port (a296d8db-6069-49af-af25-18e201827ce2), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:20.992598 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-31311c8a-07b7-450b-abb7-760d09402a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5c3636-9dc8-47c1-9c46-e6463eefba36', 'name': 'tempest-TestVolumeBootPattern-1829212337-router', 'tenant_id': 'f885e578ed46463dad421c9f1ecc6520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': 'bd11a6f4-e4c0-4176-9259-23d55e783667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:39Z', 'updated_at': '2022-08-29T20:44:19Z', 'revision_number': 5, 'project_id': 'f885e578ed46463dad421c9f1ecc6520', 'gw_port': {'id': 'bd11a6f4-e4c0-4176-9259-23d55e783667', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5c3636-9dc8-47c1-9c46-e6463eefba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:35:40Z', 'updated_at': '2022-08-29T20:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:21.016108 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-1e431112-fc71-46cb-9841-6bb3e7cc6add tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (a296d8db-6069-49af-af25-18e201827ce2), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:21.017604 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31311c8a-07b7-450b-abb7-760d09402a19 None None] Checking router: df5c3636-9dc8-47c1-9c46-e6463eefba36 for host: dv-cinder-854263-2-iscsi {{(pid=106201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:44:21.027523 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31311c8a-07b7-450b-abb7-760d09402a19 None None] Routers {'df5c3636-9dc8-47c1-9c46-e6463eefba36'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:44:21.028160 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-31311c8a-07b7-450b-abb7-760d09402a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:44:09Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['df5c3636-9dc8-47c1-9c46-e6463eefba36'], 'active': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:21.045754 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-1f7d3309-6e97-43df-b470-53d5e4b24b36 admin admin] For port bd11a6f4-e4c0-4176-9259-23d55e783667, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=bd11a6f4-e4c0-4176-9259-23d55e783667,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:44:21.046121 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1f7d3309-6e97-43df-b470-53d5e4b24b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (bd11a6f4-e4c0-4176-9259-23d55e783667), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:21.063662 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-1f7d3309-6e97-43df-b470-53d5e4b24b36 admin admin] Calling delete_port for bd11a6f4-e4c0-4176-9259-23d55e783667 owned by network:router_gateway {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:44:21.066410 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-1e431112-fc71-46cb-9841-6bb3e7cc6add tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Network 931f5e99-b53b-4e33-bc47-b08971122f04 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:44:21.072446 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-1e431112-fc71-46cb-9841-6bb3e7cc6add tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:44:21.074505 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e431112-fc71-46cb-9841-6bb3e7cc6add tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event updated for resources: {'Port': ['ID=a296d8db-6069-49af-af25-18e201827ce2,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:21.076826 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-1e431112-fc71-46cb-9841-6bb3e7cc6add tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:44:21.117112 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvr_db [None req-31311c8a-07b7-450b-abb7-760d09402a19 None None] Set router df5c3636-9dc8-47c1-9c46-e6463eefba36 gateway port host: None {{(pid=106201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:44:21.131055 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-1e431112-fc71-46cb-9841-6bb3e7cc6add tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:21.131826 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-1e431112-fc71-46cb-9841-6bb3e7cc6add tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:21.152362 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-1e431112-fc71-46cb-9841-6bb3e7cc6add tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7068725 Aug 29 20:44:21.168693 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.l3_hamode_db [None req-31311c8a-07b7-450b-abb7-760d09402a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5c3636-9dc8-47c1-9c46-e6463eefba36', 'name': 'tempest-TestVolumeBootPattern-1829212337-router', 'tenant_id': 'f885e578ed46463dad421c9f1ecc6520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:39Z', 'updated_at': '2022-08-29T20:44:20Z', 'revision_number': 6, 'project_id': 'f885e578ed46463dad421c9f1ecc6520', 'gw_port_host': None}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:21.168930 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-a7568229-98a5-4281-b9fd-cee8c533ec03 service neutron] Request body: {'port': {'device_id': '1c72a3ce-9948-451c-8ca8-642d5dcb7447', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:44:21.197203 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31311c8a-07b7-450b-abb7-760d09402a19 None None] The sync data for ids ['df5c3636-9dc8-47c1-9c46-e6463eefba36'] in dv-cinder-854263-2-iscsi is: [{'id': 'df5c3636-9dc8-47c1-9c46-e6463eefba36', 'name': 'tempest-TestVolumeBootPattern-1829212337-router', 'tenant_id': 'f885e578ed46463dad421c9f1ecc6520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:35:39Z', 'updated_at': '2022-08-29T20:44:20Z', 'revision_number': 6, 'project_id': 'f885e578ed46463dad421c9f1ecc6520', 'gw_port_host': None}] {{(pid=106201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:44:21.215744 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:21.265971 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-a7568229-98a5-4281-b9fd-cee8c533ec03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (a296d8db-6069-49af-af25-18e201827ce2), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:21.278702 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1f7d3309-6e97-43df-b470-53d5e4b24b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (bd11a6f4-e4c0-4176-9259-23d55e783667), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:21.285896 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:21.319190 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d3309-6e97-43df-b470-53d5e4b24b36 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd11a6f4-e4c0-4176-9259-23d55e783667,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:21.383821 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1f7d3309-6e97-43df-b470-53d5e4b24b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639137'] for router_gateway (df5c3636-9dc8-47c1-9c46-e6463eefba36), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:21.445686 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-6952ae6d-5449-41b2-b60e-0bcfa8375c39 None None] Provisioning complete for port a296d8db-6069-49af-af25-18e201827ce2 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:44:21.446766 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-6952ae6d-5449-41b2-b60e-0bcfa8375c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (a296d8db-6069-49af-af25-18e201827ce2), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:21.477706 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1f7d3309-6e97-43df-b470-53d5e4b24b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6767'] for router (df5c3636-9dc8-47c1-9c46-e6463eefba36), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:21.480148 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1f7d3309-6e97-43df-b470-53d5e4b24b36 admin admin] Publish callbacks [] for router_controller (df5c3636-9dc8-47c1-9c46-e6463eefba36), precommit_delete_associations {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:21.483278 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-6952ae6d-5449-41b2-b60e-0bcfa8375c39 None None] Port a296d8db-6069-49af-af25-18e201827ce2 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:44:21.528562 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1f7d3309-6e97-43df-b470-53d5e4b24b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653615'] for router (df5c3636-9dc8-47c1-9c46-e6463eefba36), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:21.529134 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7d3309-6e97-43df-b470-53d5e4b24b36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df5c3636-9dc8-47c1-9c46-e6463eefba36 {{(pid=106199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 20:44:21.534027 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-1f7d3309-6e97-43df-b470-53d5e4b24b36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:21.535307 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-1f7d3309-6e97-43df-b470-53d5e4b24b36 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/df5c3636-9dc8-47c1-9c46-e6463eefba36 HTTP/1.1" status: 204 len: 168 time: 0.8520436 Aug 29 20:44:21.537658 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 40928) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:44:21.539853 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:21.550522 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-a7568229-98a5-4281-b9fd-cee8c533ec03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a296d8db-6069-49af-af25-18e201827ce2 {{(pid=106198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:44:21.559510 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-a7568229-98a5-4281-b9fd-cee8c533ec03 service neutron] Publish callbacks [] for port (a296d8db-6069-49af-af25-18e201827ce2), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:21.588350 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f413c7-da75-4338-824c-682cf77e3469 admin admin] Deleting subnet 0de8c161-8826-44bf-960a-5b043dfa46a6 {{(pid=106199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:44:21.589217 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.provisioning_blocks [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-a7568229-98a5-4281-b9fd-cee8c533ec03 service neutron] Transition to ACTIVE for port object a296d8db-6069-49af-af25-18e201827ce2 will not be triggered until provisioned by entity L2. {{(pid=106198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:44:21.593124 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f0f413c7-da75-4338-824c-682cf77e3469 admin admin] Publish callbacks [] for subnet (0de8c161-8826-44bf-960a-5b043dfa46a6), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:21.595651 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-a7568229-98a5-4281-b9fd-cee8c533ec03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (a296d8db-6069-49af-af25-18e201827ce2), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:21.641331 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f0f413c7-da75-4338-824c-682cf77e3469 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61403868'] for subnet (0de8c161-8826-44bf-960a-5b043dfa46a6), precommit_delete_associations {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:21.694907 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7568229-98a5-4281-b9fd-cee8c533ec03 service neutron] Pushing event updated for resources: {'Port': ['ID=a296d8db-6069-49af-af25-18e201827ce2,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:21.732848 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-a7568229-98a5-4281-b9fd-cee8c533ec03 service neutron] Attempting to bind port a296d8db-6069-49af-af25-18e201827ce2 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:44:21.733186 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-a7568229-98a5-4281-b9fd-cee8c533ec03 service neutron] Attempting to bind port a296d8db-6069-49af-af25-18e201827ce2 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04'}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:44:21.733511 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-a7568229-98a5-4281-b9fd-cee8c533ec03 service neutron] Attempting to bind port a296d8db-6069-49af-af25-18e201827ce2 on network 931f5e99-b53b-4e33-bc47-b08971122f04 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:44:21.738302 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-a7568229-98a5-4281-b9fd-cee8c533ec03 service neutron] Port a296d8db-6069-49af-af25-18e201827ce2 on network 931f5e99-b53b-4e33-bc47-b08971122f04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:44:21.738624 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-a7568229-98a5-4281-b9fd-cee8c533ec03 service neutron] Attempting to bind port a296d8db-6069-49af-af25-18e201827ce2 on network 931f5e99-b53b-4e33-bc47-b08971122f04 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:44:21.744183 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-a7568229-98a5-4281-b9fd-cee8c533ec03 service neutron] Checking agent: {'id': 'fe366970-a267-4806-8a8b-654c02250e20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'started_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:44:21.744519 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-a7568229-98a5-4281-b9fd-cee8c533ec03 service neutron] Checking segment: {'id': 'c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:44:21.744897 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-a7568229-98a5-4281-b9fd-cee8c533ec03 service neutron] Bound using segment: {'id': 'c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04'} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:44:21.745312 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-a7568229-98a5-4281-b9fd-cee8c533ec03 service neutron] Bound port: a296d8db-6069-49af-af25-18e201827ce2, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04'}}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:44:21.745663 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-a7568229-98a5-4281-b9fd-cee8c533ec03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (a296d8db-6069-49af-af25-18e201827ce2), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:21.769897 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f0f413c7-da75-4338-824c-682cf77e3469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996000'] for subnet (0de8c161-8826-44bf-960a-5b043dfa46a6), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:21.795878 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4d6aa-b416-447c-8d10-37c097e5c8ce req-fefef491-9ab3-4bb0-a014-a6255b90ba2a tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:21.797330 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-53b4d6aa-b416-447c-8d10-37c097e5c8ce req-fefef491-9ab3-4bb0-a014-a6255b90ba2a tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c72a3ce-9948-451c-8ca8-642d5dcb7447 HTTP/1.1" status: 200 len: 944 time: 0.0775249 Aug 29 20:44:21.811618 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-a7568229-98a5-4281-b9fd-cee8c533ec03 service neutron] For port a296d8db-6069-49af-af25-18e201827ce2, host hv-cinder-85426, cleared binding levels {{(pid=106198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:44:21.814937 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-a7568229-98a5-4281-b9fd-cee8c533ec03 service neutron] For port a296d8db-6069-49af-af25-18e201827ce2, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a296d8db-6069-49af-af25-18e201827ce2,segment=NetworkSegment(c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a),segment_id=c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a)] {{(pid=106198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:44:21.821021 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-a7568229-98a5-4281-b9fd-cee8c533ec03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (a296d8db-6069-49af-af25-18e201827ce2), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:21.825274 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-a7568229-98a5-4281-b9fd-cee8c533ec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:21.825664 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-a7568229-98a5-4281-b9fd-cee8c533ec03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:21.827028 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-a7568229-98a5-4281-b9fd-cee8c533ec03 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/a296d8db-6069-49af-af25-18e201827ce2 HTTP/1.1" status: 200 len: 1094 time: 0.6647482 Aug 29 20:44:21.828460 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c72a3ce-9948-451c-8ca8-642d5dcb7447', 'tag': 'a296d8db-6069-49af-af25-18e201827ce2'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:44:21.830830 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f607546964f141dcf8ed995c545a93b1930b0d2db8722531a12d309c5951f327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a5f3c1-42af-4846-a541-a93609544671" -d '{"events": [{"name": "network-changed", "server_uuid": "1c72a3ce-9948-451c-8ca8-642d5dcb7447", "tag": "a296d8db-6069-49af-af25-18e201827ce2"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:44:21.864241 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:21.864817 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-53b4d6aa-b416-447c-8d10-37c097e5c8ce req-95ec3d01-123c-45f5-a9d3-c0bd62d4c404 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f1e72c92-3b85-48af-a852-956a7a63bd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611472 Aug 29 20:44:21.866259 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f0f413c7-da75-4338-824c-682cf77e3469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61109262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61346464'] for subnet (0de8c161-8826-44bf-960a-5b043dfa46a6), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:21.894414 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f413c7-da75-4338-824c-682cf77e3469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0de8c161-8826-44bf-960a-5b043dfa46a6,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:21.899283 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-f0f413c7-da75-4338-824c-682cf77e3469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for subnet (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:21.902430 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-f0f413c7-da75-4338-824c-682cf77e3469 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/0de8c161-8826-44bf-960a-5b043dfa46a6 HTTP/1.1" status: 204 len: 168 time: 0.3632934 Aug 29 20:44:21.905656 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e205553d-f82a-4ecb-bf6d-10123283390c None None] Network d4a6db08-1cc0-4878-aa6b-d20a78530227 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:44:21.907751 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 40934) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:44:21.932061 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3df0066-3eb9-4a4e-b393-a2ac3d6f2d25 x-openstack-request-id: req-a3df0066-3eb9-4a4e-b393-a2ac3d6f2d25 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:44:21.932570 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c72a3ce-9948-451c-8ca8-642d5dcb7447", "tag": "a296d8db-6069-49af-af25-18e201827ce2", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:44:21.932883 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a3df0066-3eb9-4a4e-b393-a2ac3d6f2d25 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:44:21.933343 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3df0066-3eb9-4a4e-b393-a2ac3d6f2d25'] response: {'name': 'network-changed', 'server_uuid': '1c72a3ce-9948-451c-8ca8-642d5dcb7447', 'tag': 'a296d8db-6069-49af-af25-18e201827ce2', 'status': 'completed', 'code': 200} Aug 29 20:44:21.943638 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7568229-98a5-4281-b9fd-cee8c533ec03 service neutron] Pushing event updated for resources: {'Port': ['ID=a296d8db-6069-49af-af25-18e201827ce2,revision_number=3']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:21.950472 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-e163741d-030d-4306-bacd-3278bace9623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:21.952740 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-e163741d-030d-4306-bacd-3278bace9623 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=076e4d9f49a944c487077e845726ad82&device_id=1c72a3ce-9948-451c-8ca8-642d5dcb7447 HTTP/1.1" status: 200 len: 1128 time: 0.0738688 Aug 29 20:44:21.987219 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4c7c1ac0-9766-4758-a5c2-0b0ebd14021e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4173405'] for network (d4a6db08-1cc0-4878-aa6b-d20a78530227), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:21.995496 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-6988ab08-4f61-4349-8c1e-1a45c5a677f6 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a296d8db-6069-49af-af25-18e201827ce2 HTTP/1.1" status: 200 len: 217 time: 0.0339124 Aug 29 20:44:22.032135 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-4c7c1ac0-9766-4758-a5c2-0b0ebd14021e admin admin] Deleting port 855ee9ec-5134-467a-9746-f49399e30303 {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:44:22.032475 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4c7c1ac0-9766-4758-a5c2-0b0ebd14021e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (855ee9ec-5134-467a-9746-f49399e30303), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:22.054024 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-520b270f-459d-4e43-90ed-0c07050f0afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:22.055488 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-520b270f-459d-4e43-90ed-0c07050f0afd service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9dfba0af-d982-4fa7-a855-ae6f251684ed HTTP/1.1" status: 200 len: 853 time: 0.0548272 Aug 29 20:44:22.082230 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c5c29c-5f49-4928-b123-22561bc16b0f None None] DHCP port deletion for d4a6db08-1cc0-4878-aa6b-d20a78530227 request from dv-cinder-854263-2-iscsi {{(pid=106200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 20:44:22.103842 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-4c7c1ac0-9766-4758-a5c2-0b0ebd14021e admin admin] For port 855ee9ec-5134-467a-9746-f49399e30303, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=855ee9ec-5134-467a-9746-f49399e30303,segment=NetworkSegment(ed303e33-4530-49fd-ab14-3ac749ab3da7),segment_id=ed303e33-4530-49fd-ab14-3ac749ab3da7)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:44:22.104529 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4c7c1ac0-9766-4758-a5c2-0b0ebd14021e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (855ee9ec-5134-467a-9746-f49399e30303), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:22.109142 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-f3fb0c04-a101-4211-ac9a-b5cf91ceb7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:22.110460 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-f3fb0c04-a101-4211-ac9a-b5cf91ceb7a5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=931f5e99-b53b-4e33-bc47-b08971122f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486052 Aug 29 20:44:22.119737 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-4c7c1ac0-9766-4758-a5c2-0b0ebd14021e admin admin] Calling delete_port for 855ee9ec-5134-467a-9746-f49399e30303 owned by network:dhcp {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:44:22.134742 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-d1c5c29c-5f49-4928-b123-22561bc16b0f None None] Deleting port 855ee9ec-5134-467a-9746-f49399e30303 {{(pid=106200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:44:22.135112 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-d1c5c29c-5f49-4928-b123-22561bc16b0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (855ee9ec-5134-467a-9746-f49399e30303), before_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:22.202161 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-d1c5c29c-5f49-4928-b123-22561bc16b0f None None] For port 855ee9ec-5134-467a-9746-f49399e30303, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=855ee9ec-5134-467a-9746-f49399e30303,segment=NetworkSegment(ed303e33-4530-49fd-ab14-3ac749ab3da7),segment_id=ed303e33-4530-49fd-ab14-3ac749ab3da7)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:44:22.202319 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-d1c5c29c-5f49-4928-b123-22561bc16b0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (855ee9ec-5134-467a-9746-f49399e30303), precommit_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:22.203332 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:22.212147 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4c7c1ac0-9766-4758-a5c2-0b0ebd14021e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (855ee9ec-5134-467a-9746-f49399e30303), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:22.221188 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-458c4227-b897-4803-ba42-64966d5a5227 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042881 Aug 29 20:44:22.225369 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-d1c5c29c-5f49-4928-b123-22561bc16b0f None None] Calling delete_port for 855ee9ec-5134-467a-9746-f49399e30303 owned by network:dhcp {{(pid=106200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:44:22.242777 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7c1ac0-9766-4758-a5c2-0b0ebd14021e admin admin] No DVR routers for this DVR port 855ee9ec-5134-467a-9746-f49399e30303 on host dv-cinder-854263-2-iscsi {{(pid=106199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:44:22.247442 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c1ac0-9766-4758-a5c2-0b0ebd14021e admin admin] Pushing event deleted for resources: {'Port': ['ID=855ee9ec-5134-467a-9746-f49399e30303,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:22.311842 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-d1c5c29c-5f49-4928-b123-22561bc16b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423'] for port (855ee9ec-5134-467a-9746-f49399e30303), after_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:22.326886 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4c7c1ac0-9766-4758-a5c2-0b0ebd14021e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996931', 'neutron.services.segments.db._delete_segments_for_network-8787001567811'] for network (d4a6db08-1cc0-4878-aa6b-d20a78530227), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:22.335698 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:22.340057 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-0f0ec61e-5ee4-4cc9-a887-22c10cf39158 req-da6886e7-c02a-454c-ad9d-d535d9d29788 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126215 Aug 29 20:44:22.342041 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5c29c-5f49-4928-b123-22561bc16b0f None None] Pushing event deleted for resources: {'Port': ['ID=855ee9ec-5134-467a-9746-f49399e30303,revision_number=None']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:22.345447 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:22.353437 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c5c29c-5f49-4928-b123-22561bc16b0f None None] No DVR routers for this DVR port 855ee9ec-5134-467a-9746-f49399e30303 on host dv-cinder-854263-2-iscsi {{(pid=106200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:44:22.355538 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5c29c-5f49-4928-b123-22561bc16b0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:44:22.355961 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5c29c-5f49-4928-b123-22561bc16b0f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:44:22.356300 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5c29c-5f49-4928-b123-22561bc16b0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:44:22.356641 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5c29c-5f49-4928-b123-22561bc16b0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:44:22.356972 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5c29c-5f49-4928-b123-22561bc16b0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:44:22.357299 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5c29c-5f49-4928-b123-22561bc16b0f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:44:22.357623 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5c29c-5f49-4928-b123-22561bc16b0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:44:22.357944 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5c29c-5f49-4928-b123-22561bc16b0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:44:22.358403 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5c29c-5f49-4928-b123-22561bc16b0f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:44:22.358734 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5c29c-5f49-4928-b123-22561bc16b0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:44:22.359135 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5c29c-5f49-4928-b123-22561bc16b0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:44:22.359366 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5c29c-5f49-4928-b123-22561bc16b0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:44:22.359688 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5c29c-5f49-4928-b123-22561bc16b0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:44:22.360090 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5c29c-5f49-4928-b123-22561bc16b0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:44:22.360340 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5c29c-5f49-4928-b123-22561bc16b0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:44:22.363533 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-4c7c1ac0-9766-4758-a5c2-0b0ebd14021e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a6db08-1cc0-4878-aa6b-d20a78530227']}} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:22.380290 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-4c7c1ac0-9766-4758-a5c2-0b0ebd14021e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed303e33-4530-49fd-ab14-3ac749ab3da7') {'for_net_delete': True} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:22.380827 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-4c7c1ac0-9766-4758-a5c2-0b0ebd14021e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed303e33-4530-49fd-ab14-3ac749ab3da7') {} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:22.391820 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4c7c1ac0-9766-4758-a5c2-0b0ebd14021e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001593263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61403863'] for segment (ed303e33-4530-49fd-ab14-3ac749ab3da7), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:22.406188 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4c7c1ac0-9766-4758-a5c2-0b0ebd14021e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (ed303e33-4530-49fd-ab14-3ac749ab3da7), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:22.413610 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c7c1ac0-9766-4758-a5c2-0b0ebd14021e admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=106199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:44:22.413894 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4c7c1ac0-9766-4758-a5c2-0b0ebd14021e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61108904'] for segment (ed303e33-4530-49fd-ab14-3ac749ab3da7), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:22.462003 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment ed303e33-4530-49fd-ab14-3ac749ab3da7 resource provider aggregate not found Aug 29 20:44:22.488887 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment ed303e33-4530-49fd-ab14-3ac749ab3da7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed303e33-4530-49fd-ab14-3ac749ab3da7 found for delete ", "request_id": "req-caa6d9e6-075d-44ea-9f1c-8bb85623118e"}]} Aug 29 20:44:22.497434 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4c7c1ac0-9766-4758-a5c2-0b0ebd14021e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639181'] for network (d4a6db08-1cc0-4878-aa6b-d20a78530227), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:22.502764 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-4c7c1ac0-9766-4758-a5c2-0b0ebd14021e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:22.505851 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-4c7c1ac0-9766-4758-a5c2-0b0ebd14021e admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/d4a6db08-1cc0-4878-aa6b-d20a78530227 HTTP/1.1" status: 204 len: 168 time: 0.5965760 Aug 29 20:44:22.520704 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c1ac0-9766-4758-a5c2-0b0ebd14021e admin admin] Pushing event deleted for resources: {'Network': ['ID=d4a6db08-1cc0-4878-aa6b-d20a78530227,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:22.621985 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 40942) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:44:22.662599 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-47abbed0-81e1-4318-9d9d-406e9f9fcca3 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4ac573b4aa7a47c49d129afd9939e26d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393074 Aug 29 20:44:22.665073 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 40944) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:44:22.717891 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3f4e7665-1d78-482e-8751-a84ce2cedcc0 admin admin] Publish callbacks [] for security_group (628af5a2-0126-4715-8bd2-34cc8a230226), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:22.741733 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3f4e7665-1d78-482e-8751-a84ce2cedcc0 admin admin] Publish callbacks [] for security_group (628af5a2-0126-4715-8bd2-34cc8a230226), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:22.794818 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3f4e7665-1d78-482e-8751-a84ce2cedcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (628af5a2-0126-4715-8bd2-34cc8a230226), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:22.797782 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-3f4e7665-1d78-482e-8751-a84ce2cedcc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:22.798943 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-3f4e7665-1d78-482e-8751-a84ce2cedcc0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/628af5a2-0126-4715-8bd2-34cc8a230226 HTTP/1.1" status: 204 len: 168 time: 0.1329062 Aug 29 20:44:22.808563 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e7665-1d78-482e-8751-a84ce2cedcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628af5a2-0126-4715-8bd2-34cc8a230226,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:22.993262 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d879ea2-fd01-4046-8670-f0db074f017f req-f5a66ef4-5607-4adb-b768-8047fa28daf9 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:22.994729 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7d879ea2-fd01-4046-8670-f0db074f017f req-f5a66ef4-5607-4adb-b768-8047fa28daf9 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c72a3ce-9948-451c-8ca8-642d5dcb7447 HTTP/1.1" status: 200 len: 944 time: 0.0493677 Aug 29 20:44:23.043278 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-7d879ea2-fd01-4046-8670-f0db074f017f req-c512a33d-f9e2-4cee-93fd-2935aee28b8c tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f1e72c92-3b85-48af-a852-956a7a63bd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422382 Aug 29 20:44:23.147669 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 40952) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:44:23.215711 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-40a9f6e9-1ac4-4feb-927f-02a22a1ba167 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f885e578ed46463dad421c9f1ecc6520&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0668066 Aug 29 20:44:23.218084 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:23.218404 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 40954) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:44:23.224115 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5f3c1-42af-4846-a541-a93609544671 req-9b03d03e-308e-467d-a9bf-599c1c4859a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:23.226107 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-89a5f3c1-42af-4846-a541-a93609544671 req-9b03d03e-308e-467d-a9bf-599c1c4859a5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=076e4d9f49a944c487077e845726ad82&device_id=1c72a3ce-9948-451c-8ca8-642d5dcb7447 HTTP/1.1" status: 200 len: 1128 time: 0.0456269 Aug 29 20:44:23.276824 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-951a3b41-6516-4ab9-b9b1-9bffb634fde0 admin admin] Publish callbacks [] for security_group (3be9392c-7151-4583-9d1d-0556b7a67099), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:23.308168 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device bd11a6f4-e4c0-4176-9259-23d55e783667 no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:44:23.308967 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-951a3b41-6516-4ab9-b9b1-9bffb634fde0 admin admin] Publish callbacks [] for security_group (3be9392c-7151-4583-9d1d-0556b7a67099), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:23.315674 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:23.336506 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: bd11a6f4-e4c0-4176-9259-23d55e783667 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:44:23.337895 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device bd11a6f4-e4c0-4176-9259-23d55e783667 not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:44:23.338550 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device a57ac97e-1e9b-41b3-8dd8-8a906f639b32 no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:44:23.341996 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5f3c1-42af-4846-a541-a93609544671 req-582e8373-9fff-4af7-abb4-75ec31583f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:23.343484 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-89a5f3c1-42af-4846-a541-a93609544671 req-582e8373-9fff-4af7-abb4-75ec31583f8c service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=931f5e99-b53b-4e33-bc47-b08971122f04 HTTP/1.1" status: 200 len: 915 time: 0.1111557 Aug 29 20:44:23.362433 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: a57ac97e-1e9b-41b3-8dd8-8a906f639b32 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:44:23.362916 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device a57ac97e-1e9b-41b3-8dd8-8a906f639b32 not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:44:23.363612 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 855ee9ec-5134-467a-9746-f49399e30303 no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:44:23.365499 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-951a3b41-6516-4ab9-b9b1-9bffb634fde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (3be9392c-7151-4583-9d1d-0556b7a67099), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:23.368408 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-951a3b41-6516-4ab9-b9b1-9bffb634fde0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:23.369823 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-951a3b41-6516-4ab9-b9b1-9bffb634fde0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3be9392c-7151-4583-9d1d-0556b7a67099 HTTP/1.1" status: 204 len: 168 time: 0.1502278 Aug 29 20:44:23.379282 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a3b41-6516-4ab9-b9b1-9bffb634fde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be9392c-7151-4583-9d1d-0556b7a67099,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:23.388517 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: 855ee9ec-5134-467a-9746-f49399e30303 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:44:23.388967 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 855ee9ec-5134-467a-9746-f49399e30303 not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:44:23.391407 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-89a5f3c1-42af-4846-a541-a93609544671 req-86c54143-31de-4132-b83c-b880ec97c8c1 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a296d8db-6069-49af-af25-18e201827ce2 HTTP/1.1" status: 200 len: 217 time: 0.0377588 Aug 29 20:44:23.448366 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5f3c1-42af-4846-a541-a93609544671 req-690bf214-4ed4-434e-bce8-f6cbdcbb102f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:23.449877 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-89a5f3c1-42af-4846-a541-a93609544671 req-690bf214-4ed4-434e-bce8-f6cbdcbb102f service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9dfba0af-d982-4fa7-a855-ae6f251684ed HTTP/1.1" status: 200 len: 853 time: 0.0525467 Aug 29 20:44:23.496945 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5f3c1-42af-4846-a541-a93609544671 req-44a77373-7ad3-41b2-9031-45b4c6fa8498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:23.498344 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-89a5f3c1-42af-4846-a541-a93609544671 req-44a77373-7ad3-41b2-9031-45b4c6fa8498 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=931f5e99-b53b-4e33-bc47-b08971122f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399430 Aug 29 20:44:23.600245 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-89a5f3c1-42af-4846-a541-a93609544671 req-babaa1d6-bd62-49ec-837a-f243cc6d5ad5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945985 Aug 29 20:44:23.630733 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:23.715739 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-89a5f3c1-42af-4846-a541-a93609544671 req-a7e289d7-cf1e-4cc1-80dd-946dcfc47656 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057143 Aug 29 20:44:23.749595 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device a296d8db-6069-49af-af25-18e201827ce2 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:44:23.854060 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port a296d8db-6069-49af-af25-18e201827ce2, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a296d8db-6069-49af-af25-18e201827ce2,segment=NetworkSegment(c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a),segment_id=c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:44:23.869733 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Returning: {'device': 'a296d8db-6069-49af-af25-18e201827ce2', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'port_id': 'a296d8db-6069-49af-af25-18e201827ce2', 'mac_address': 'fa:16:3e:5a:a2:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:44:23.904721 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port a296d8db-6069-49af-af25-18e201827ce2 is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:44:23.905105 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (a296d8db-6069-49af-af25-18e201827ce2), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:23.918561 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a296d8db-6069-49af-af25-18e201827ce2 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:44:23.938600 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port a296d8db-6069-49af-af25-18e201827ce2, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a296d8db-6069-49af-af25-18e201827ce2,segment=NetworkSegment(c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a),segment_id=c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:44:23.943002 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (a296d8db-6069-49af-af25-18e201827ce2), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:23.988053 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=a296d8db-6069-49af-af25-18e201827ce2,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:24.166600 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5dd50-ed99-44d2-b6fb-47a7ae95d64b req-f849b582-a2c4-4e79-b1a0-a6b7c084c820 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:24.168074 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9ab5dd50-ed99-44d2-b6fb-47a7ae95d64b req-f849b582-a2c4-4e79-b1a0-a6b7c084c820 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c72a3ce-9948-451c-8ca8-642d5dcb7447 HTTP/1.1" status: 200 len: 945 time: 0.0465794 Aug 29 20:44:24.203861 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['a296d8db-6069-49af-af25-18e201827ce2'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:44:24.214517 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9ab5dd50-ed99-44d2-b6fb-47a7ae95d64b req-fa538f4e-bb34-4754-b115-25fcfa4dce80 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f1e72c92-3b85-48af-a852-956a7a63bd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408738 Aug 29 20:44:24.379375 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:25.343903 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecc685-28dc-4723-8ddc-b7cd94c2537a req-a5ce33b7-5293-43a3-8b1c-07cbb18fc737 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:25.345397 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-05ecc685-28dc-4723-8ddc-b7cd94c2537a req-a5ce33b7-5293-43a3-8b1c-07cbb18fc737 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c72a3ce-9948-451c-8ca8-642d5dcb7447 HTTP/1.1" status: 200 len: 945 time: 0.0507720 Aug 29 20:44:25.393127 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-05ecc685-28dc-4723-8ddc-b7cd94c2537a req-df33f777-cfb8-49f4-9bee-0b84b5fb9fc9 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f1e72c92-3b85-48af-a852-956a7a63bd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414972 Aug 29 20:44:25.749743 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device a296d8db-6069-49af-af25-18e201827ce2 up at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:44:25.791449 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning for port a296d8db-6069-49af-af25-18e201827ce2 completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:44:25.796179 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning complete for port a296d8db-6069-49af-af25-18e201827ce2 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:44:25.796547 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (a296d8db-6069-49af-af25-18e201827ce2), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:25.872665 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port a296d8db-6069-49af-af25-18e201827ce2 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:44:25.873050 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (a296d8db-6069-49af-af25-18e201827ce2), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:25.895607 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c72a3ce-9948-451c-8ca8-642d5dcb7447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a296d8db-6069-49af-af25-18e201827ce2'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:44:25.897859 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eee8fb3122df5bdd6ea851cee31293cb8412868e368eaaf22337f89cfd7738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723eead7-3517-4e28-8219-01482a24af03" -d '{"events": [{"server_uuid": "1c72a3ce-9948-451c-8ca8-642d5dcb7447", "name": "network-vif-plugged", "status": "completed", "tag": "a296d8db-6069-49af-af25-18e201827ce2"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:44:25.911057 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port a296d8db-6069-49af-af25-18e201827ce2, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a296d8db-6069-49af-af25-18e201827ce2,segment=NetworkSegment(c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a),segment_id=c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:44:25.916072 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (a296d8db-6069-49af-af25-18e201827ce2), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:25.963036 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=a296d8db-6069-49af-af25-18e201827ce2,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:44:26.123887 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e6552d-1dbf-4a24-b9c2-47d724039e89 x-openstack-request-id: req-66e6552d-1dbf-4a24-b9c2-47d724039e89 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:44:26.124176 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c72a3ce-9948-451c-8ca8-642d5dcb7447", "name": "network-vif-plugged", "status": "completed", "tag": "a296d8db-6069-49af-af25-18e201827ce2", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:44:26.124429 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66e6552d-1dbf-4a24-b9c2-47d724039e89 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:44:26.124821 dv-cinder-854263-2-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66e6552d-1dbf-4a24-b9c2-47d724039e89'] response: {'server_uuid': '1c72a3ce-9948-451c-8ca8-642d5dcb7447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a296d8db-6069-49af-af25-18e201827ce2', 'code': 200} Aug 29 20:44:26.303424 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681adbd7-dc24-43bc-b225-a71b56908220 req-d5db1a77-21f1-4932-ab25-8c1a39762f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:26.304956 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-681adbd7-dc24-43bc-b225-a71b56908220 req-d5db1a77-21f1-4932-ab25-8c1a39762f0b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1c72a3ce-9948-451c-8ca8-642d5dcb7447 HTTP/1.1" status: 200 len: 1130 time: 0.0414963 Aug 29 20:44:26.353420 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-681adbd7-dc24-43bc-b225-a71b56908220 req-9e532242-4416-44ce-b314-5848878fd0fe service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f1e72c92-3b85-48af-a852-956a7a63bd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409279 Aug 29 20:44:26.519595 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629f562-0da4-428c-8db3-75d35493122f req-b3332fea-e534-4541-969b-cfce059f9425 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:26.522226 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a629f562-0da4-428c-8db3-75d35493122f req-b3332fea-e534-4541-969b-cfce059f9425 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c72a3ce-9948-451c-8ca8-642d5dcb7447 HTTP/1.1" status: 200 len: 946 time: 0.0561485 Aug 29 20:44:26.573134 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-a629f562-0da4-428c-8db3-75d35493122f req-1537c8bb-091b-45fd-8241-6a80601d348f tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f1e72c92-3b85-48af-a852-956a7a63bd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448627 Aug 29 20:44:27.730383 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de584bc-ce5e-49b9-b6e1-4ff859036ceb req-d6c5a07e-0454-4baa-b508-2230265af77c tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:27.731983 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9de584bc-ce5e-49b9-b6e1-4ff859036ceb req-d6c5a07e-0454-4baa-b508-2230265af77c tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c72a3ce-9948-451c-8ca8-642d5dcb7447 HTTP/1.1" status: 200 len: 946 time: 0.0545394 Aug 29 20:44:27.784461 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9de584bc-ce5e-49b9-b6e1-4ff859036ceb req-b958c063-bc42-4ea3-9d7b-24173434731f tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f1e72c92-3b85-48af-a852-956a7a63bd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465922 Aug 29 20:44:28.910931 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2970d2-94c0-428d-873a-72a8c42b522a req-75abc5c5-8bc5-4239-bab2-c95b7d260c6d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:28.912426 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5e2970d2-94c0-428d-873a-72a8c42b522a req-75abc5c5-8bc5-4239-bab2-c95b7d260c6d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c72a3ce-9948-451c-8ca8-642d5dcb7447 HTTP/1.1" status: 200 len: 946 time: 0.0497448 Aug 29 20:44:28.959441 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5e2970d2-94c0-428d-873a-72a8c42b522a req-44a2da21-b4dd-4684-812c-844fac4d2390 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f1e72c92-3b85-48af-a852-956a7a63bd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409789 Aug 29 20:44:29.072820 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b834d-c3fa-41d1-87c8-8b0c30f0eafd req-841a7c10-7fc0-46d2-ad20-1ad9ccbd9e73 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:29.074187 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-196b834d-c3fa-41d1-87c8-8b0c30f0eafd req-841a7c10-7fc0-46d2-ad20-1ad9ccbd9e73 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c72a3ce-9948-451c-8ca8-642d5dcb7447 HTTP/1.1" status: 200 len: 946 time: 0.0465698 Aug 29 20:44:29.083728 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 40974) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:44:29.087961 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-94576ce8-709f-4511-a8f3-f4eb531f2139 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Request body: {'floatingip': {'port_id': 'a296d8db-6069-49af-af25-18e201827ce2'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:44:29.129042 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-94576ce8-709f-4511-a8f3-f4eb531f2139 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for floatingip (6d6ce2cc-55f8-419d-ad9a-ab0ab09f84c8), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:29.359963 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:29.541855 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-94576ce8-709f-4511-a8f3-f4eb531f2139 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:29.545702 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-94576ce8-709f-4511-a8f3-f4eb531f2139 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (6d6ce2cc-55f8-419d-ad9a-ab0ab09f84c8), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:29.638542 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.db.l3_db [None req-94576ce8-709f-4511-a8f3-f4eb531f2139 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Floating IP 6d6ce2cc-55f8-419d-ad9a-ab0ab09f84c8 associated. External IP: 172.27.1.213, port: a296d8db-6069-49af-af25-18e201827ce2. Aug 29 20:44:30.073773 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:30.097294 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94576ce8-709f-4511-a8f3-f4eb531f2139 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:44:30.200627 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94576ce8-709f-4511-a8f3-f4eb531f2139 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:44:30.205552 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-94576ce8-709f-4511-a8f3-f4eb531f2139 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:30.210986 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1e3a2b-f46c-4483-83af-2765a44ecaf2 None None] Sync routers for ids ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:44:30.220520 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1e3a2b-f46c-4483-83af-2765a44ecaf2 None None] Routers {'2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:44:30.221204 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-6f1e3a2b-f46c-4483-83af-2765a44ecaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:44:09Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:30.236412 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-94576ce8-709f-4511-a8f3-f4eb531f2139 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/6d6ce2cc-55f8-419d-ad9a-ab0ab09f84c8 HTTP/1.1" status: 200 len: 992 time: 1.1516054 Aug 29 20:44:30.237084 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c72a3ce-9948-451c-8ca8-642d5dcb7447', 'tag': 'a296d8db-6069-49af-af25-18e201827ce2'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:44:30.239398 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f607546964f141dcf8ed995c545a93b1930b0d2db8722531a12d309c5951f327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5137a005-727c-4656-8bfc-2ba6edf3a5ec" -d '{"events": [{"name": "network-changed", "server_uuid": "1c72a3ce-9948-451c-8ca8-642d5dcb7447", "tag": "a296d8db-6069-49af-af25-18e201827ce2"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:44:30.260154 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:30.278944 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e35a72e-3065-4f8d-881d-105dd7e5eecb x-openstack-request-id: req-2e35a72e-3065-4f8d-881d-105dd7e5eecb {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:44:30.279289 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c72a3ce-9948-451c-8ca8-642d5dcb7447", "tag": "a296d8db-6069-49af-af25-18e201827ce2", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:44:30.279544 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e35a72e-3065-4f8d-881d-105dd7e5eecb {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:44:30.279972 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e35a72e-3065-4f8d-881d-105dd7e5eecb'] response: {'name': 'network-changed', 'server_uuid': '1c72a3ce-9948-451c-8ca8-642d5dcb7447', 'tag': 'a296d8db-6069-49af-af25-18e201827ce2', 'status': 'completed', 'code': 200} Aug 29 20:44:30.325558 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-6f1e3a2b-f46c-4483-83af-2765a44ecaf2 None None] Set router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:44:30.343856 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137a005-727c-4656-8bfc-2ba6edf3a5ec req-78ac1116-5022-453b-bd34-de274416b313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:30.345521 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5137a005-727c-4656-8bfc-2ba6edf3a5ec req-78ac1116-5022-453b-bd34-de274416b313 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=076e4d9f49a944c487077e845726ad82&device_id=1c72a3ce-9948-451c-8ca8-642d5dcb7447 HTTP/1.1" status: 200 len: 1130 time: 0.0396192 Aug 29 20:44:30.359378 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:30.439894 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137a005-727c-4656-8bfc-2ba6edf3a5ec req-bcadc674-a3a2-4f44-9525-bd3b1cbe50b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:30.441406 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5137a005-727c-4656-8bfc-2ba6edf3a5ec req-bcadc674-a3a2-4f44-9525-bd3b1cbe50b6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=931f5e99-b53b-4e33-bc47-b08971122f04 HTTP/1.1" status: 200 len: 915 time: 0.0894754 Aug 29 20:44:30.505858 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5137a005-727c-4656-8bfc-2ba6edf3a5ec req-ffd60eb9-7b60-4b36-9e8d-f61546ecaa1c service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a296d8db-6069-49af-af25-18e201827ce2 HTTP/1.1" status: 200 len: 1000 time: 0.0568743 Aug 29 20:44:30.558250 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137a005-727c-4656-8bfc-2ba6edf3a5ec req-3b948b79-49b8-472b-8aa6-b54dd99bcb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:30.559747 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5137a005-727c-4656-8bfc-2ba6edf3a5ec req-3b948b79-49b8-472b-8aa6-b54dd99bcb4d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9dfba0af-d982-4fa7-a855-ae6f251684ed HTTP/1.1" status: 200 len: 853 time: 0.0471475 Aug 29 20:44:30.609401 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137a005-727c-4656-8bfc-2ba6edf3a5ec req-bf75380b-d62e-4be6-a51e-207d6313d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:44:30.610812 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5137a005-727c-4656-8bfc-2ba6edf3a5ec req-bf75380b-d62e-4be6-a51e-207d6313d217 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=931f5e99-b53b-4e33-bc47-b08971122f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445759 Aug 29 20:44:30.624606 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:30.662469 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-6f1e3a2b-f46c-4483-83af-2765a44ecaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:39Z', 'revision_number': 4, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port': {'id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '6d6ce2cc-55f8-419d-ad9a-ab0ab09f84c8', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'port_id': 'a296d8db-6069-49af-af25-18e201827ce2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'mac_address': 'fa:16:3e:5a:a2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c72a3ce-9948-451c-8ca8-642d5dcb7447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:44:12Z', 'updated_at': '2022-08-29T20:44:29Z', 'revision_number': 1, 'project_id': '076e4d9f49a944c487077e845726ad82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0a0e38-4c3a-4c00-a2cc-9380466c2b04', 'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'mac_address': 'fa:16:3e:fb:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:38Z', 'updated_at': '2022-08-29T20:41:43Z', 'revision_number': 5, 'project_id': '076e4d9f49a944c487077e845726ad82', 'subnets': [{'id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:30.688226 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1e3a2b-f46c-4483-83af-2765a44ecaf2 None None] Checking router: 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:44:30.696883 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1e3a2b-f46c-4483-83af-2765a44ecaf2 None None] Routers {'2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:44:30.697497 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-6f1e3a2b-f46c-4483-83af-2765a44ecaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:44:09Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:30.703159 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5137a005-727c-4656-8bfc-2ba6edf3a5ec req-f7b77d36-bce6-49f0-97a5-ff9f9be51a4f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852439 Aug 29 20:44:30.799746 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5137a005-727c-4656-8bfc-2ba6edf3a5ec req-0807592f-bbd5-4999-aee4-87e5a89f6c4d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897419 Aug 29 20:44:30.801006 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-6f1e3a2b-f46c-4483-83af-2765a44ecaf2 None None] Set router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:44:31.014440 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-6f1e3a2b-f46c-4483-83af-2765a44ecaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:39Z', 'revision_number': 4, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port': {'id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '6d6ce2cc-55f8-419d-ad9a-ab0ab09f84c8', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'port_id': 'a296d8db-6069-49af-af25-18e201827ce2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'mac_address': 'fa:16:3e:5a:a2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c72a3ce-9948-451c-8ca8-642d5dcb7447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:44:12Z', 'updated_at': '2022-08-29T20:44:29Z', 'revision_number': 1, 'project_id': '076e4d9f49a944c487077e845726ad82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0a0e38-4c3a-4c00-a2cc-9380466c2b04', 'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'mac_address': 'fa:16:3e:fb:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:38Z', 'updated_at': '2022-08-29T20:41:43Z', 'revision_number': 5, 'project_id': '076e4d9f49a944c487077e845726ad82', 'subnets': [{'id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:44:31.038458 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1e3a2b-f46c-4483-83af-2765a44ecaf2 None None] The sync data for ids ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'] in dv-cinder-854263-2-iscsi is: [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:39Z', 'revision_number': 4, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port': {'id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': '6d6ce2cc-55f8-419d-ad9a-ab0ab09f84c8', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'port_id': 'a296d8db-6069-49af-af25-18e201827ce2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'mac_address': 'fa:16:3e:5a:a2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c72a3ce-9948-451c-8ca8-642d5dcb7447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:44:12Z', 'updated_at': '2022-08-29T20:44:29Z', 'revision_number': 1, 'project_id': '076e4d9f49a944c487077e845726ad82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0a0e38-4c3a-4c00-a2cc-9380466c2b04', 'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'mac_address': 'fa:16:3e:fb:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:38Z', 'updated_at': '2022-08-29T20:41:43Z', 'revision_number': 5, 'project_id': '076e4d9f49a944c487077e845726ad82', 'subnets': [{'id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:44:31.225827 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c5405d-99aa-47ef-ac74-a13aca0e1911 None None] New status for floating IP 6d6ce2cc-55f8-419d-ad9a-ab0ab09f84c8: ACTIVE {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:44:37.182235 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-d73dd712-f411-4c3a-9f68-1f23b8489ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:38.948850 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=65,neutron:DELETE=4 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:38.955894 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=66,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:39.513821 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-4c16a048-6688-4e65-bcb1-fc5eb3233d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:40.736383 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:40.794504 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=18 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:40.796368 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=64 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:41.327239 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:41.328963 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=50,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:41.700738 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:44:42.268662 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:42.403615 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:44:51.695928 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:51.696713 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:52.396894 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:52.399672 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=60,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:44:54.379052 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:04.372988 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:45:04.374883 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:45:07.185698 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-8c581dab-f295-443f-8ff3-ab41e81405ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:09.517555 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-01fe0c36-1375-44fd-a76b-e91330bbc9d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:10.743576 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:12.272087 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:12.409868 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:16.324761 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e159edd-96bd-4592-aef8-60bd172fa2af req-de479d93-c61b-49d2-b106-bb7966829518 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:45:16.326254 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6e159edd-96bd-4592-aef8-60bd172fa2af req-de479d93-c61b-49d2-b106-bb7966829518 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c72a3ce-9948-451c-8ca8-642d5dcb7447 HTTP/1.1" status: 200 len: 946 time: 0.0484488 Aug 29 20:45:16.374142 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-6e159edd-96bd-4592-aef8-60bd172fa2af req-c5adef23-6cc3-491b-84db-d79ab136f4c2 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f1e72c92-3b85-48af-a852-956a7a63bd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422244 Aug 29 20:45:16.722940 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:45:16.723653 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:45:17.495642 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e545a00-071b-40aa-ae58-477b5fafb2c7 req-4f6f2660-5d9c-4ae2-97f0-d744ac5e9f05 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:45:17.497158 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8e545a00-071b-40aa-ae58-477b5fafb2c7 req-4f6f2660-5d9c-4ae2-97f0-d744ac5e9f05 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c72a3ce-9948-451c-8ca8-642d5dcb7447 HTTP/1.1" status: 200 len: 946 time: 0.0476382 Aug 29 20:45:17.544918 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-8e545a00-071b-40aa-ae58-477b5fafb2c7 req-a3a63662-757a-4219-a220-24fe1bbdbbc1 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f1e72c92-3b85-48af-a852-956a7a63bd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421224 Aug 29 20:45:18.190507 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83992d07-ca5f-4692-be26-6848b07c9133 req-bc0a3d9a-283d-46e5-a6ca-65e7f94dc420 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:45:18.191978 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-83992d07-ca5f-4692-be26-6848b07c9133 req-bc0a3d9a-283d-46e5-a6ca-65e7f94dc420 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1c72a3ce-9948-451c-8ca8-642d5dcb7447 HTTP/1.1" status: 200 len: 946 time: 0.0474739 Aug 29 20:45:18.281836 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-83992d07-ca5f-4692-be26-6848b07c9133 req-8d221879-3bc1-4b3a-9e32-2deabee8fd93 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Deleting port a296d8db-6069-49af-af25-18e201827ce2 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:45:18.282177 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-83992d07-ca5f-4692-be26-6848b07c9133 req-8d221879-3bc1-4b3a-9e32-2deabee8fd93 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (a296d8db-6069-49af-af25-18e201827ce2), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:18.379080 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-83992d07-ca5f-4692-be26-6848b07c9133 req-8d221879-3bc1-4b3a-9e32-2deabee8fd93 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] For port a296d8db-6069-49af-af25-18e201827ce2, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a296d8db-6069-49af-af25-18e201827ce2,segment=NetworkSegment(c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a),segment_id=c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:45:18.379441 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-83992d07-ca5f-4692-be26-6848b07c9133 req-8d221879-3bc1-4b3a-9e32-2deabee8fd93 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (a296d8db-6069-49af-af25-18e201827ce2), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:18.545274 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-83992d07-ca5f-4692-be26-6848b07c9133 req-8d221879-3bc1-4b3a-9e32-2deabee8fd93 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:18.546015 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-83992d07-ca5f-4692-be26-6848b07c9133 req-8d221879-3bc1-4b3a-9e32-2deabee8fd93 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (6d6ce2cc-55f8-419d-ad9a-ab0ab09f84c8), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:18.546015 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.db.l3_db [req-83992d07-ca5f-4692-be26-6848b07c9133 req-8d221879-3bc1-4b3a-9e32-2deabee8fd93 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Floating IP 6d6ce2cc-55f8-419d-ad9a-ab0ab09f84c8 disassociated. External IP: 172.27.1.213, port: a296d8db-6069-49af-af25-18e201827ce2. Aug 29 20:45:18.546273 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-83992d07-ca5f-4692-be26-6848b07c9133 req-8d221879-3bc1-4b3a-9e32-2deabee8fd93 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Calling delete_port for a296d8db-6069-49af-af25-18e201827ce2 owned by compute:nova {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:45:18.668057 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c92d7-b43a-4fb8-ae00-ca299efe7312 req-2324d86e-15b6-4dc8-bff4-e6dfccf689f8 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:45:18.669590 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5f5c92d7-b43a-4fb8-ae00-ca299efe7312 req-2324d86e-15b6-4dc8-bff4-e6dfccf689f8 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1c72a3ce-9948-451c-8ca8-642d5dcb7447 HTTP/1.1" status: 200 len: 946 time: 0.0504925 Aug 29 20:45:18.680771 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-83992d07-ca5f-4692-be26-6848b07c9133 req-8d221879-3bc1-4b3a-9e32-2deabee8fd93 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (a296d8db-6069-49af-af25-18e201827ce2), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:18.700840 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:45:18.708311 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d221879-3bc1-4b3a-9e32-2deabee8fd93 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event deleted for resources: {'Port': ['ID=a296d8db-6069-49af-af25-18e201827ce2,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:45:18.718978 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d221879-3bc1-4b3a-9e32-2deabee8fd93 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:18.719330 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d221879-3bc1-4b3a-9e32-2deabee8fd93 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:18.719674 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d221879-3bc1-4b3a-9e32-2deabee8fd93 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:18.720076 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d221879-3bc1-4b3a-9e32-2deabee8fd93 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:18.720422 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d221879-3bc1-4b3a-9e32-2deabee8fd93 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:18.720760 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d221879-3bc1-4b3a-9e32-2deabee8fd93 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:18.721092 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d221879-3bc1-4b3a-9e32-2deabee8fd93 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:18.721422 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d221879-3bc1-4b3a-9e32-2deabee8fd93 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:18.722339 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d221879-3bc1-4b3a-9e32-2deabee8fd93 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:18.722339 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d221879-3bc1-4b3a-9e32-2deabee8fd93 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:18.722517 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d221879-3bc1-4b3a-9e32-2deabee8fd93 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:18.722744 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d221879-3bc1-4b3a-9e32-2deabee8fd93 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:18.723030 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d221879-3bc1-4b3a-9e32-2deabee8fd93 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:18.723356 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d221879-3bc1-4b3a-9e32-2deabee8fd93 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:18.723683 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d221879-3bc1-4b3a-9e32-2deabee8fd93 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:18.726807 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-5f5c92d7-b43a-4fb8-ae00-ca299efe7312 req-a3ee805a-0414-4775-8548-c493abbbfd1a tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f1e72c92-3b85-48af-a852-956a7a63bd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515294 Aug 29 20:45:18.836896 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83992d07-ca5f-4692-be26-6848b07c9133 req-8d221879-3bc1-4b3a-9e32-2deabee8fd93 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:45:18.938144 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83992d07-ca5f-4692-be26-6848b07c9133 req-8d221879-3bc1-4b3a-9e32-2deabee8fd93 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:45:18.949311 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb280be1-cfbb-4e50-b6c9-cad629c53b33 None None] Sync routers for ids ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:45:18.959446 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb280be1-cfbb-4e50-b6c9-cad629c53b33 None None] Routers {'2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:45:18.960218 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-fb280be1-cfbb-4e50-b6c9-cad629c53b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:45:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:45:18.985275 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-83992d07-ca5f-4692-be26-6848b07c9133 req-8d221879-3bc1-4b3a-9e32-2deabee8fd93 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] No DVR routers for this DVR port a296d8db-6069-49af-af25-18e201827ce2 on host hv-cinder-85426 {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:45:18.987870 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-83992d07-ca5f-4692-be26-6848b07c9133 req-8d221879-3bc1-4b3a-9e32-2deabee8fd93 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:18.991600 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-83992d07-ca5f-4692-be26-6848b07c9133 req-8d221879-3bc1-4b3a-9e32-2deabee8fd93 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.33 "DELETE /networking/v2.0/ports/a296d8db-6069-49af-af25-18e201827ce2 HTTP/1.1" status: 204 len: 173 time: 0.7928734 Aug 29 20:45:18.992078 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c72a3ce-9948-451c-8ca8-642d5dcb7447', 'name': 'network-vif-deleted', 'tag': 'a296d8db-6069-49af-af25-18e201827ce2'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:45:18.994346 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f607546964f141dcf8ed995c545a93b1930b0d2db8722531a12d309c5951f327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66d5bc9-c839-461c-b502-437a1a3d8f0a" -d '{"events": [{"server_uuid": "1c72a3ce-9948-451c-8ca8-642d5dcb7447", "name": "network-vif-deleted", "tag": "a296d8db-6069-49af-af25-18e201827ce2"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:45:19.035983 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a3e7b7-e19b-4d9b-b18c-ecdf98dd56ed x-openstack-request-id: req-44a3e7b7-e19b-4d9b-b18c-ecdf98dd56ed {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:45:19.036394 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c72a3ce-9948-451c-8ca8-642d5dcb7447", "name": "network-vif-deleted", "tag": "a296d8db-6069-49af-af25-18e201827ce2", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:45:19.036670 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44a3e7b7-e19b-4d9b-b18c-ecdf98dd56ed {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:45:19.037331 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44a3e7b7-e19b-4d9b-b18c-ecdf98dd56ed'] response: {'server_uuid': '1c72a3ce-9948-451c-8ca8-642d5dcb7447', 'name': 'network-vif-deleted', 'tag': 'a296d8db-6069-49af-af25-18e201827ce2', 'status': 'completed', 'code': 200} Aug 29 20:45:19.068874 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-fb280be1-cfbb-4e50-b6c9-cad629c53b33 None None] Set router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:45:19.269468 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-fb280be1-cfbb-4e50-b6c9-cad629c53b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:39Z', 'revision_number': 4, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port': {'id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': 'db0a0e38-4c3a-4c00-a2cc-9380466c2b04', 'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'mac_address': 'fa:16:3e:fb:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:38Z', 'updated_at': '2022-08-29T20:41:43Z', 'revision_number': 5, 'project_id': '076e4d9f49a944c487077e845726ad82', 'subnets': [{'id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:45:19.297874 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb280be1-cfbb-4e50-b6c9-cad629c53b33 None None] Checking router: 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:45:19.307636 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb280be1-cfbb-4e50-b6c9-cad629c53b33 None None] Routers {'2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:45:19.308287 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-fb280be1-cfbb-4e50-b6c9-cad629c53b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:45:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:45:19.410759 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-fb280be1-cfbb-4e50-b6c9-cad629c53b33 None None] Set router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:45:19.651020 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-fb280be1-cfbb-4e50-b6c9-cad629c53b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:39Z', 'revision_number': 4, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port': {'id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': 'db0a0e38-4c3a-4c00-a2cc-9380466c2b04', 'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'mac_address': 'fa:16:3e:fb:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:38Z', 'updated_at': '2022-08-29T20:41:43Z', 'revision_number': 5, 'project_id': '076e4d9f49a944c487077e845726ad82', 'subnets': [{'id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:45:19.694618 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb280be1-cfbb-4e50-b6c9-cad629c53b33 None None] The sync data for ids ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'] in dv-cinder-854263-2-iscsi is: [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:39Z', 'revision_number': 4, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port': {'id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': 'db0a0e38-4c3a-4c00-a2cc-9380466c2b04', 'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'mac_address': 'fa:16:3e:fb:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:38Z', 'updated_at': '2022-08-29T20:41:43Z', 'revision_number': 5, 'project_id': '076e4d9f49a944c487077e845726ad82', 'subnets': [{'id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:45:19.835976 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 41056) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:45:19.895430 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cbc264a9-0852-4a83-9c1b-7d2511502634 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group (f1e72c92-3b85-48af-a852-956a7a63bd5d), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:19.924448 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cbc264a9-0852-4a83-9c1b-7d2511502634 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group (f1e72c92-3b85-48af-a852-956a7a63bd5d), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:19.934365 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea88491-ce4d-49c3-89a9-634d6922e75e None None] New status for floating IP 6d6ce2cc-55f8-419d-ad9a-ab0ab09f84c8: DOWN {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:45:19.975082 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cbc264a9-0852-4a83-9c1b-7d2511502634 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (f1e72c92-3b85-48af-a852-956a7a63bd5d), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:19.977609 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-cbc264a9-0852-4a83-9c1b-7d2511502634 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:19.978784 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-cbc264a9-0852-4a83-9c1b-7d2511502634 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f1e72c92-3b85-48af-a852-956a7a63bd5d HTTP/1.1" status: 204 len: 168 time: 0.1417844 Aug 29 20:45:19.983196 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 41058) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:45:19.988229 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc264a9-0852-4a83-9c1b-7d2511502634 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e72c92-3b85-48af-a852-956a7a63bd5d,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:45:19.995698 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc264a9-0852-4a83-9c1b-7d2511502634 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:19.996077 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc264a9-0852-4a83-9c1b-7d2511502634 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:19.996338 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.api.v2.resource [None req-9838b3b3-3f6f-4dd5-940b-9337fd5501cb tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] show failed (client error): The resource could not be found. Aug 29 20:45:19.996466 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc264a9-0852-4a83-9c1b-7d2511502634 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:19.996740 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc264a9-0852-4a83-9c1b-7d2511502634 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:19.997076 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc264a9-0852-4a83-9c1b-7d2511502634 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:19.997406 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc264a9-0852-4a83-9c1b-7d2511502634 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:19.997732 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc264a9-0852-4a83-9c1b-7d2511502634 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:19.998070 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc264a9-0852-4a83-9c1b-7d2511502634 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:19.998395 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc264a9-0852-4a83-9c1b-7d2511502634 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:19.998714 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc264a9-0852-4a83-9c1b-7d2511502634 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:19.999083 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc264a9-0852-4a83-9c1b-7d2511502634 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:19.999413 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc264a9-0852-4a83-9c1b-7d2511502634 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:19.999765 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc264a9-0852-4a83-9c1b-7d2511502634 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:20.000085 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc264a9-0852-4a83-9c1b-7d2511502634 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:20.000335 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-9838b3b3-3f6f-4dd5-940b-9337fd5501cb tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups/f1e72c92-3b85-48af-a852-956a7a63bd5d HTTP/1.1" status: 404 len: 347 time: 0.0175734 Aug 29 20:45:20.000557 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc264a9-0852-4a83-9c1b-7d2511502634 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:20.000882 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 41060) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:45:20.008628 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:45:20.035765 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:45:20.122246 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-da419d6a-a06e-4219-98b6-18f7de01cc17 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Deleting port 07113af5-294e-4838-a16b-b2edad9a1054 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:45:20.122664 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-da419d6a-a06e-4219-98b6-18f7de01cc17 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (07113af5-294e-4838-a16b-b2edad9a1054), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:20.206537 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-da419d6a-a06e-4219-98b6-18f7de01cc17 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (07113af5-294e-4838-a16b-b2edad9a1054), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:20.206866 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-da419d6a-a06e-4219-98b6-18f7de01cc17 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for floatingip (07113af5-294e-4838-a16b-b2edad9a1054), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:20.219702 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-da419d6a-a06e-4219-98b6-18f7de01cc17 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Calling delete_port for 07113af5-294e-4838-a16b-b2edad9a1054 owned by network:floatingip {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:45:20.353134 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-da419d6a-a06e-4219-98b6-18f7de01cc17 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (07113af5-294e-4838-a16b-b2edad9a1054), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:20.379495 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da419d6a-a06e-4219-98b6-18f7de01cc17 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event deleted for resources: {'Port': ['ID=07113af5-294e-4838-a16b-b2edad9a1054,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:45:20.444380 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-da419d6a-a06e-4219-98b6-18f7de01cc17 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for floatingip (6d6ce2cc-55f8-419d-ad9a-ab0ab09f84c8), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:20.446826 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-da419d6a-a06e-4219-98b6-18f7de01cc17 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:20.448002 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-da419d6a-a06e-4219-98b6-18f7de01cc17 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/6d6ce2cc-55f8-419d-ad9a-ab0ab09f84c8 HTTP/1.1" status: 204 len: 168 time: 0.4462135 Aug 29 20:45:20.515197 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 41064) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:45:20.519750 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-a58eadd1-2ee0-4b11-a70e-d840ef267490 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1280786944', 'description': 'tempest-description--1941368056'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:45:20.548965 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a58eadd1-2ee0-4b11-a70e-d840ef267490 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:20.619256 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a58eadd1-2ee0-4b11-a70e-d840ef267490 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group (3b3c7f4f-bf51-4a99-be7c-199170bfb5a7), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:20.623313 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a58eadd1-2ee0-4b11-a70e-d840ef267490 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (3b3c7f4f-bf51-4a99-be7c-199170bfb5a7), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:20.655578 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-a58eadd1-2ee0-4b11-a70e-d840ef267490 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:20.656843 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-a58eadd1-2ee0-4b11-a70e-d840ef267490 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1406484 Aug 29 20:45:20.658834 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58eadd1-2ee0-4b11-a70e-d840ef267490 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3c7f4f-bf51-4a99-be7c-199170bfb5a7,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:45:20.659954 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 41066) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:45:20.664589 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-a756cc61-81b8-4de3-841c-930aec1ef183 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Request body: {'security_group_rule': {'security_group_id': '3b3c7f4f-bf51-4a99-be7c-199170bfb5a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:45:20.694005 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a756cc61-81b8-4de3-841c-930aec1ef183 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group_rule (a7f7a75c-c531-4919-83cd-9b298deb880d), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:20.748981 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a756cc61-81b8-4de3-841c-930aec1ef183 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group_rule (a7f7a75c-c531-4919-83cd-9b298deb880d), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:20.752827 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a756cc61-81b8-4de3-841c-930aec1ef183 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (a7f7a75c-c531-4919-83cd-9b298deb880d), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:20.773547 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756cc61-81b8-4de3-841c-930aec1ef183 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f7a75c-c531-4919-83cd-9b298deb880d,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:45:20.783115 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a756cc61-81b8-4de3-841c-930aec1ef183 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:20.784346 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-a756cc61-81b8-4de3-841c-930aec1ef183 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233218 Aug 29 20:45:20.787009 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 41068) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:45:20.791240 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-4f21b489-902c-40ad-9470-8c008126936d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Request body: {'security_group_rule': {'security_group_id': '3b3c7f4f-bf51-4a99-be7c-199170bfb5a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:45:20.819624 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4f21b489-902c-40ad-9470-8c008126936d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group_rule (d213b075-91e1-4699-9fa2-5c43b7bd5513), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:20.879386 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4f21b489-902c-40ad-9470-8c008126936d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group_rule (d213b075-91e1-4699-9fa2-5c43b7bd5513), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:20.883999 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4f21b489-902c-40ad-9470-8c008126936d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556086'] for security_group_rule (d213b075-91e1-4699-9fa2-5c43b7bd5513), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:20.904881 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21b489-902c-40ad-9470-8c008126936d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d213b075-91e1-4699-9fa2-5c43b7bd5513,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:45:20.915243 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-4f21b489-902c-40ad-9470-8c008126936d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:20.916529 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-4f21b489-902c-40ad-9470-8c008126936d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286049 Aug 29 20:45:20.919581 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 41070) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:45:20.924104 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-6ce5e534-2cc5-43ee-a654-32ea12dbf810 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Request body: {'floatingip': {'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:45:20.947690 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6ce5e534-2cc5-43ee-a654-32ea12dbf810 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:21.016738 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:45:21.030909 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6ce5e534-2cc5-43ee-a654-32ea12dbf810 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:21.039141 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:45:21.139394 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [None req-6ce5e534-2cc5-43ee-a654-32ea12dbf810 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Allocated IP 172.27.1.200 (6d9f465d-5886-43f5-9015-44f8e49732f9/a46a7c4b-a1af-42c4-bdce-13dd23ff8d25/655c9be1-4925-46a2-b0b4-af95d0a3ed98) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:45:21.257959 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6ce5e534-2cc5-43ee-a654-32ea12dbf810 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for port (655c9be1-4925-46a2-b0b4-af95d0a3ed98), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:21.290605 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6ce5e534-2cc5-43ee-a654-32ea12dbf810 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (655c9be1-4925-46a2-b0b4-af95d0a3ed98), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:21.334676 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce5e534-2cc5-43ee-a654-32ea12dbf810 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Network 6d9f465d-5886-43f5-9015-44f8e49732f9 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:45:21.337844 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-6ce5e534-2cc5-43ee-a654-32ea12dbf810 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:45:21.340801 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce5e534-2cc5-43ee-a654-32ea12dbf810 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:45:21.365710 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5e534-2cc5-43ee-a654-32ea12dbf810 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event updated for resources: {'Port': ['ID=655c9be1-4925-46a2-b0b4-af95d0a3ed98,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:45:21.433346 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6ce5e534-2cc5-43ee-a654-32ea12dbf810 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for floatingip (c92198d7-9ae1-4f2e-bcaa-bcefb57dceb3), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:21.481349 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6ce5e534-2cc5-43ee-a654-32ea12dbf810 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (655c9be1-4925-46a2-b0b4-af95d0a3ed98), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:21.649427 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6ce5e534-2cc5-43ee-a654-32ea12dbf810 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for port (655c9be1-4925-46a2-b0b4-af95d0a3ed98), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:21.655387 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6ce5e534-2cc5-43ee-a654-32ea12dbf810 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (655c9be1-4925-46a2-b0b4-af95d0a3ed98), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:21.709870 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:45:21.730364 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5e534-2cc5-43ee-a654-32ea12dbf810 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event updated for resources: {'Port': ['ID=655c9be1-4925-46a2-b0b4-af95d0a3ed98,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:45:21.733922 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6ce5e534-2cc5-43ee-a654-32ea12dbf810 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (c92198d7-9ae1-4f2e-bcaa-bcefb57dceb3), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:21.752532 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6ce5e534-2cc5-43ee-a654-32ea12dbf810 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:21.753783 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-6ce5e534-2cc5-43ee-a654-32ea12dbf810 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8331075 Aug 29 20:45:21.957989 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-ec6b2016-e747-426a-9c54-1a25579a481a tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1280786944&fields=id&tenant_id=076e4d9f49a944c487077e845726ad82 HTTP/1.1" status: 200 len: 267 time: 0.0429728 Aug 29 20:45:22.077574 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device a296d8db-6069-49af-af25-18e201827ce2 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:45:22.078182 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:45:22.095864 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-80a5f98b-18f8-4cf2-922d-0f0861b939ee tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:45:22.097411 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-80a5f98b-18f8-4cf2-922d-0f0861b939ee tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/networks?id=931f5e99-b53b-4e33-bc47-b08971122f04 HTTP/1.1" status: 200 len: 814 time: 0.1324625 Aug 29 20:45:22.100021 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] No Port match for: a296d8db-6069-49af-af25-18e201827ce2 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:45:22.100530 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device a296d8db-6069-49af-af25-18e201827ce2 not bound to the agent host hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:45:22.114670 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-9cd45d8f-4b88-482e-af6a-1611b1dc19ec tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/quotas/076e4d9f49a944c487077e845726ad82 HTTP/1.1" status: 200 len: 375 time: 0.0105350 Aug 29 20:45:22.168552 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-25ea8a06-1f2e-4a64-90da-7b947104807e tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=076e4d9f49a944c487077e845726ad82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478826 Aug 29 20:45:22.274608 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-0bfa2a89-0186-49cf-9b34-923385ab9518 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 20:45:22.275609 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-0bfa2a89-0186-49cf-9b34-923385ab9518 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0954199 Aug 29 20:45:22.374959 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-63190347-13be-4f42-a66d-a34c44d7d3fe service neutron] 10.222.0.18 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933237 Aug 29 20:45:22.470973 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-c8abe67a-8120-491c-bd43-0ccdc77d67c5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898623 Aug 29 20:45:22.642016 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-70040d63-d1e5-468d-a6cc-59ab900b1389 req-a454b9e2-b477-4248-a220-eb56eaab41c3 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7 HTTP/1.1" status: 200 len: 210 time: 0.0308068 Aug 29 20:45:23.758793 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-330d0ed8-5395-4262-b4a4-2e27d0b25e1c req-09ddda0b-a99b-4f88-aa46-46c02516b506 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7 HTTP/1.1" status: 200 len: 210 time: 0.0368850 Aug 29 20:45:23.792064 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-723bcddf-deb4-4f43-a749-8d58845f2884 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:45:23.793554 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-723bcddf-deb4-4f43-a749-8d58845f2884 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.33 "GET /networking/v2.0/networks?id=931f5e99-b53b-4e33-bc47-b08971122f04 HTTP/1.1" status: 200 len: 814 time: 0.1460254 Aug 29 20:45:23.861668 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-98c72f2a-5f59-4380-b9c9-eba33ce3d192 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=076e4d9f49a944c487077e845726ad82 HTTP/1.1" status: 200 len: 380 time: 0.0561433 Aug 29 20:45:23.934682 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-4f2301f3-2667-40f2-9b00-e341864cf4e3 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Request body: {'port': {'device_id': '00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'admin_state_up': True, 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'security_groups': ['3b3c7f4f-bf51-4a99-be7c-199170bfb5a7']}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:45:24.048849 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-4f2301f3-2667-40f2-9b00-e341864cf4e3 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Made reservation on behalf of 076e4d9f49a944c487077e845726ad82 for: {'port': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:45:24.052747 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-4f2301f3-2667-40f2-9b00-e341864cf4e3 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:24.184454 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_common [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-4f2301f3-2667-40f2-9b00-e341864cf4e3 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Allocated IP 172.20.0.12 (931f5e99-b53b-4e33-bc47-b08971122f04/9dfba0af-d982-4fa7-a855-ae6f251684ed/e15df8e4-5790-466f-89d7-f79b6820f447) {{(pid=106198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 20:45:24.208000 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:45:24.328605 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-4f2301f3-2667-40f2-9b00-e341864cf4e3 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for port (e15df8e4-5790-466f-89d7-f79b6820f447), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:24.352521 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:45:24.362591 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-4f2301f3-2667-40f2-9b00-e341864cf4e3 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787001051414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (e15df8e4-5790-466f-89d7-f79b6820f447), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:24.385895 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:24.413603 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-4f2301f3-2667-40f2-9b00-e341864cf4e3 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Network 931f5e99-b53b-4e33-bc47-b08971122f04 is already hosted by enough agents. {{(pid=106198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 20:45:24.416813 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-4f2301f3-2667-40f2-9b00-e341864cf4e3 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Resources bound (agent type, host, resource id): {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:45:24.420894 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-4f2301f3-2667-40f2-9b00-e341864cf4e3 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Received port after_create {{(pid=106198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 20:45:24.445720 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2301f3-2667-40f2-9b00-e341864cf4e3 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event updated for resources: {'Port': ['ID=e15df8e4-5790-466f-89d7-f79b6820f447,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:45:24.475507 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-4f2301f3-2667-40f2-9b00-e341864cf4e3 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:45:24.476213 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-4f2301f3-2667-40f2-9b00-e341864cf4e3 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:24.495175 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-4f2301f3-2667-40f2-9b00-e341864cf4e3 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5640297 Aug 29 20:45:24.507179 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-ad3190f9-fb0b-4d94-b5e3-159d12c8758f service neutron] Request body: {'port': {'device_id': '00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:45:24.575680 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-ad3190f9-fb0b-4d94-b5e3-159d12c8758f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (e15df8e4-5790-466f-89d7-f79b6820f447), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:24.667640 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-36620766-5e01-4507-8aa2-43fa9db7a7f8 None None] Provisioning complete for port e15df8e4-5790-466f-89d7-f79b6820f447 triggered by entity DHCP. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:45:24.668052 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-36620766-5e01-4507-8aa2-43fa9db7a7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (e15df8e4-5790-466f-89d7-f79b6820f447), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:24.702814 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-36620766-5e01-4507-8aa2-43fa9db7a7f8 None None] Port e15df8e4-5790-466f-89d7-f79b6820f447 cannot update to ACTIVE because it is not bound. {{(pid=106200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 20:45:24.837001 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-ad3190f9-fb0b-4d94-b5e3-159d12c8758f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e15df8e4-5790-466f-89d7-f79b6820f447 {{(pid=106198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:45:24.845038 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-ad3190f9-fb0b-4d94-b5e3-159d12c8758f service neutron] Publish callbacks [] for port (e15df8e4-5790-466f-89d7-f79b6820f447), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:24.858260 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.provisioning_blocks [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-ad3190f9-fb0b-4d94-b5e3-159d12c8758f service neutron] Transition to ACTIVE for port object e15df8e4-5790-466f-89d7-f79b6820f447 will not be triggered until provisioned by entity L2. {{(pid=106198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 20:45:24.862381 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-ad3190f9-fb0b-4d94-b5e3-159d12c8758f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (e15df8e4-5790-466f-89d7-f79b6820f447), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:24.885342 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ef961-01f4-4f08-a864-6172a9758051 req-51a35264-f7d0-46aa-9bce-b0e168937e30 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:45:24.886855 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4c3ef961-01f4-4f08-a864-6172a9758051 req-51a35264-f7d0-46aa-9bce-b0e168937e30 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7 HTTP/1.1" status: 200 len: 932 time: 0.0484822 Aug 29 20:45:24.926234 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3190f9-fb0b-4d94-b5e3-159d12c8758f service neutron] Pushing event updated for resources: {'Port': ['ID=e15df8e4-5790-466f-89d7-f79b6820f447,revision_number=2']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:45:24.942783 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-4c3ef961-01f4-4f08-a864-6172a9758051 req-7b42abf2-1e37-42bf-b065-712b38ced95c tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3b3c7f4f-bf51-4a99-be7c-199170bfb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492988 Aug 29 20:45:24.980632 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-ad3190f9-fb0b-4d94-b5e3-159d12c8758f service neutron] Attempting to bind port e15df8e4-5790-466f-89d7-f79b6820f447 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 20:45:24.980965 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-ad3190f9-fb0b-4d94-b5e3-159d12c8758f service neutron] Attempting to bind port e15df8e4-5790-466f-89d7-f79b6820f447 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04'}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 20:45:24.981290 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-ad3190f9-fb0b-4d94-b5e3-159d12c8758f service neutron] Attempting to bind port e15df8e4-5790-466f-89d7-f79b6820f447 on network 931f5e99-b53b-4e33-bc47-b08971122f04 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:45:24.985786 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-ad3190f9-fb0b-4d94-b5e3-159d12c8758f service neutron] Port e15df8e4-5790-466f-89d7-f79b6820f447 on network 931f5e99-b53b-4e33-bc47-b08971122f04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 20:45:24.986102 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-ad3190f9-fb0b-4d94-b5e3-159d12c8758f service neutron] Attempting to bind port e15df8e4-5790-466f-89d7-f79b6820f447 on network 931f5e99-b53b-4e33-bc47-b08971122f04 {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 20:45:24.991610 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-ad3190f9-fb0b-4d94-b5e3-159d12c8758f service neutron] Checking agent: {'id': 'fe366970-a267-4806-8a8b-654c02250e20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'started_at': datetime.datetime(2022, 8, 29, 20, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 20, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 20:45:24.992135 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-ad3190f9-fb0b-4d94-b5e3-159d12c8758f service neutron] Checking segment: {'id': 'c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:45:24.992510 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-ad3190f9-fb0b-4d94-b5e3-159d12c8758f service neutron] Bound using segment: {'id': 'c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04'} {{(pid=106198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 20:45:24.992929 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.managers [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-ad3190f9-fb0b-4d94-b5e3-159d12c8758f service neutron] Bound port: e15df8e4-5790-466f-89d7-f79b6820f447, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04'}}] {{(pid=106198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 20:45:24.993284 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-ad3190f9-fb0b-4d94-b5e3-159d12c8758f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (e15df8e4-5790-466f-89d7-f79b6820f447), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:25.055464 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-ad3190f9-fb0b-4d94-b5e3-159d12c8758f service neutron] For port e15df8e4-5790-466f-89d7-f79b6820f447, host hv-cinder-85426, cleared binding levels {{(pid=106198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 20:45:25.057194 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:45:25.059108 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-ad3190f9-fb0b-4d94-b5e3-159d12c8758f service neutron] For port e15df8e4-5790-466f-89d7-f79b6820f447, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e15df8e4-5790-466f-89d7-f79b6820f447,segment=NetworkSegment(c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a),segment_id=c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a)] {{(pid=106198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 20:45:25.066564 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-ad3190f9-fb0b-4d94-b5e3-159d12c8758f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61349870'] for port (e15df8e4-5790-466f-89d7-f79b6820f447), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:25.072076 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-ad3190f9-fb0b-4d94-b5e3-159d12c8758f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:45:25.072677 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-ad3190f9-fb0b-4d94-b5e3-159d12c8758f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:25.074038 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-ad3190f9-fb0b-4d94-b5e3-159d12c8758f service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/e15df8e4-5790-466f-89d7-f79b6820f447 HTTP/1.1" status: 200 len: 1094 time: 0.5717297 Aug 29 20:45:25.074966 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7', 'tag': 'e15df8e4-5790-466f-89d7-f79b6820f447'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:45:25.077587 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f607546964f141dcf8ed995c545a93b1930b0d2db8722531a12d309c5951f327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcd9be0-7e56-4236-bc2d-26cc279324bd" -d '{"events": [{"name": "network-changed", "server_uuid": "00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7", "tag": "e15df8e4-5790-466f-89d7-f79b6820f447"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:45:25.118669 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9123a5e4-3b51-4c16-b386-5120f5196a78 x-openstack-request-id: req-9123a5e4-3b51-4c16-b386-5120f5196a78 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:45:25.118957 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7", "tag": "e15df8e4-5790-466f-89d7-f79b6820f447", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:45:25.119207 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9123a5e4-3b51-4c16-b386-5120f5196a78 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:45:25.119608 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9123a5e4-3b51-4c16-b386-5120f5196a78'] response: {'name': 'network-changed', 'server_uuid': '00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7', 'tag': 'e15df8e4-5790-466f-89d7-f79b6820f447', 'status': 'completed', 'code': 200} Aug 29 20:45:25.159911 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3190f9-fb0b-4d94-b5e3-159d12c8758f service neutron] Pushing event updated for resources: {'Port': ['ID=e15df8e4-5790-466f-89d7-f79b6820f447,revision_number=3']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:45:25.171631 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:45:25.176098 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-177533b1-7cb4-4ba3-af71-373b2a4cc708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:45:25.178348 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-177533b1-7cb4-4ba3-af71-373b2a4cc708 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=076e4d9f49a944c487077e845726ad82&device_id=00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7 HTTP/1.1" status: 200 len: 1128 time: 0.0508153 Aug 29 20:45:25.221969 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-97a44eb4-bc10-464d-9927-e26c1d1fb9fa service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e15df8e4-5790-466f-89d7-f79b6820f447 HTTP/1.1" status: 200 len: 217 time: 0.0341146 Aug 29 20:45:25.272272 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-01d74e7a-84f0-4025-b9c8-a9873a6fa4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:45:25.273769 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-01d74e7a-84f0-4025-b9c8-a9873a6fa4d1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9dfba0af-d982-4fa7-a855-ae6f251684ed HTTP/1.1" status: 200 len: 853 time: 0.0458972 Aug 29 20:45:25.322063 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-3c0eda2f-83a4-407a-9762-ea88c6c95be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:45:25.323576 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-3c0eda2f-83a4-407a-9762-ea88c6c95be0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=931f5e99-b53b-4e33-bc47-b08971122f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415900 Aug 29 20:45:25.422321 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-a238a7b6-b590-419d-9289-721ada2262e1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907149 Aug 29 20:45:25.519458 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-97a8aa53-67de-4ee8-a321-158ac01c70f6 req-0696d4bb-64d7-4bbc-8ec4-03efe564cc14 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884905 Aug 29 20:45:26.069825 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3081b-60f4-485a-88d6-1a858c3657ee req-ac08fdef-47e8-418b-a815-bb80e81616b7 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:45:26.071415 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d5d3081b-60f4-485a-88d6-1a858c3657ee req-ac08fdef-47e8-418b-a815-bb80e81616b7 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7 HTTP/1.1" status: 200 len: 944 time: 0.0477214 Aug 29 20:45:26.118795 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-d5d3081b-60f4-485a-88d6-1a858c3657ee req-a5697fa0-306e-42c5-9ba6-a97f20515ab6 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3b3c7f4f-bf51-4a99-be7c-199170bfb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417247 Aug 29 20:45:26.405157 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd9be0-7e56-4236-bc2d-26cc279324bd req-b539a969-cef6-4df6-a8ad-b61228bf582d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:45:26.406666 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5bcd9be0-7e56-4236-bc2d-26cc279324bd req-b539a969-cef6-4df6-a8ad-b61228bf582d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=076e4d9f49a944c487077e845726ad82&device_id=00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7 HTTP/1.1" status: 200 len: 1128 time: 0.0413387 Aug 29 20:45:26.501800 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd9be0-7e56-4236-bc2d-26cc279324bd req-63479845-2cd1-4db4-a00f-9799b79e8cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:45:26.503314 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5bcd9be0-7e56-4236-bc2d-26cc279324bd req-63479845-2cd1-4db4-a00f-9799b79e8cd5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=931f5e99-b53b-4e33-bc47-b08971122f04 HTTP/1.1" status: 200 len: 915 time: 0.0902324 Aug 29 20:45:26.813276 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5bcd9be0-7e56-4236-bc2d-26cc279324bd req-0085322a-b48f-4496-ba88-57811b309ebe service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e15df8e4-5790-466f-89d7-f79b6820f447 HTTP/1.1" status: 200 len: 217 time: 0.3024280 Aug 29 20:45:26.869589 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd9be0-7e56-4236-bc2d-26cc279324bd req-5337fedf-8715-4368-a92f-cdb4acbdfc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:45:26.871085 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5bcd9be0-7e56-4236-bc2d-26cc279324bd req-5337fedf-8715-4368-a92f-cdb4acbdfc7c service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9dfba0af-d982-4fa7-a855-ae6f251684ed HTTP/1.1" status: 200 len: 853 time: 0.0486534 Aug 29 20:45:26.916067 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd9be0-7e56-4236-bc2d-26cc279324bd req-285548e0-d2e6-45c9-9dbb-e26f9f2bffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:45:26.917575 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5bcd9be0-7e56-4236-bc2d-26cc279324bd req-285548e0-d2e6-45c9-9dbb-e26f9f2bffb6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=931f5e99-b53b-4e33-bc47-b08971122f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402143 Aug 29 20:45:27.013320 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5bcd9be0-7e56-4236-bc2d-26cc279324bd req-666fde9e-bcb9-4dde-be5e-3e711bc27bb1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884755 Aug 29 20:45:27.109545 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-5bcd9be0-7e56-4236-bc2d-26cc279324bd req-b47c16b9-a1e1-476e-b1ce-70c059d78844 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893922 Aug 29 20:45:27.245783 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61afbdb-d2f7-4f88-b4c2-1341c6d93f5c req-4fe595bc-2928-42ce-b6e1-7c5e3a021393 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:45:27.247267 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b61afbdb-d2f7-4f88-b4c2-1341c6d93f5c req-4fe595bc-2928-42ce-b6e1-7c5e3a021393 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7 HTTP/1.1" status: 200 len: 944 time: 0.0502412 Aug 29 20:45:27.300807 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b61afbdb-d2f7-4f88-b4c2-1341c6d93f5c req-c9dc7b13-7415-489b-b779-cdf5e4f02722 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3b3c7f4f-bf51-4a99-be7c-199170bfb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478661 Aug 29 20:45:28.096760 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device e15df8e4-5790-466f-89d7-f79b6820f447 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 20:45:28.157405 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:45:28.199500 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port e15df8e4-5790-466f-89d7-f79b6820f447, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e15df8e4-5790-466f-89d7-f79b6820f447,segment=NetworkSegment(c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a),segment_id=c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:45:28.206814 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:45:28.212794 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Returning: {'device': 'e15df8e4-5790-466f-89d7-f79b6820f447', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'port_id': 'e15df8e4-5790-466f-89d7-f79b6820f447', 'mac_address': 'fa:16:3e:d2:49:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 20:45:28.246891 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port e15df8e4-5790-466f-89d7-f79b6820f447 is: DOWN; New status is: BUILD {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:45:28.247283 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (e15df8e4-5790-466f-89d7-f79b6820f447), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:28.264188 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15df8e4-5790-466f-89d7-f79b6820f447 {{(pid=106200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 20:45:28.284537 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port e15df8e4-5790-466f-89d7-f79b6820f447, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e15df8e4-5790-466f-89d7-f79b6820f447,segment=NetworkSegment(c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a),segment_id=c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:45:28.288603 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (e15df8e4-5790-466f-89d7-f79b6820f447), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:28.336047 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=e15df8e4-5790-466f-89d7-f79b6820f447,revision_number=4']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:45:28.343500 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:28.343742 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:28.344111 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:28.344536 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:28.344776 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:28.345108 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:28.345437 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:28.345759 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:28.346087 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:28.346417 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:28.346741 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:28.347123 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:28.347408 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:28.347702 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:28.348044 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:45:28.426743 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516e3bc-02e9-4fc3-9d2d-9d25312a2a19 req-a14d23b3-c141-4db0-8f9f-209d6f039f6b tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:45:28.428287 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-9516e3bc-02e9-4fc3-9d2d-9d25312a2a19 req-a14d23b3-c141-4db0-8f9f-209d6f039f6b tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7 HTTP/1.1" status: 200 len: 945 time: 0.0505395 Aug 29 20:45:28.478717 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-9516e3bc-02e9-4fc3-9d2d-9d25312a2a19 req-5dd36770-0ea3-46cf-9f8e-89322be89a7c tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3b3c7f4f-bf51-4a99-be7c-199170bfb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447598 Aug 29 20:45:28.550181 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] get_ports_and_sgs() called for port_ids ['e15df8e4-5790-466f-89d7-f79b6820f447'] {{(pid=106200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 20:45:29.604687 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad36b82-c2da-4084-8953-6e0b4c8afecd req-4e1284aa-c1a9-464f-a98f-f5b21a47dcfb tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:45:29.606124 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6ad36b82-c2da-4084-8953-6e0b4c8afecd req-4e1284aa-c1a9-464f-a98f-f5b21a47dcfb tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7 HTTP/1.1" status: 200 len: 945 time: 0.0498517 Aug 29 20:45:29.655597 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6ad36b82-c2da-4084-8953-6e0b4c8afecd req-532d9a9d-74b2-45ce-a5b7-8013221bf585 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3b3c7f4f-bf51-4a99-be7c-199170bfb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439074 Aug 29 20:45:30.111558 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device e15df8e4-5790-466f-89d7-f79b6820f447 up at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 20:45:30.156566 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning for port e15df8e4-5790-466f-89d7-f79b6820f447 completed by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 20:45:30.165818 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.provisioning_blocks [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Provisioning complete for port e15df8e4-5790-466f-89d7-f79b6820f447 triggered by entity L2. {{(pid=106200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 20:45:30.166251 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3994976'] for port (e15df8e4-5790-466f-89d7-f79b6820f447), provisioning_complete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:30.244561 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Current status of the port e15df8e4-5790-466f-89d7-f79b6820f447 is: BUILD; New status is: ACTIVE {{(pid=106200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 20:45:30.244955 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for port (e15df8e4-5790-466f-89d7-f79b6820f447), before_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:30.268455 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15df8e4-5790-466f-89d7-f79b6820f447'}] {{(pid=106200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:45:30.270682 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eee8fb3122df5bdd6ea851cee31293cb8412868e368eaaf22337f89cfd7738" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4223e7-3b01-4325-aad9-01ec73534a1b" -d '{"events": [{"server_uuid": "00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7", "name": "network-vif-plugged", "status": "completed", "tag": "e15df8e4-5790-466f-89d7-f79b6820f447"}]}' {{(pid=106200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:45:30.291907 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] For port e15df8e4-5790-466f-89d7-f79b6820f447, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e15df8e4-5790-466f-89d7-f79b6820f447,segment=NetworkSegment(c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a),segment_id=c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:45:30.297191 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787001495426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787001051432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787001051450'] for port (e15df8e4-5790-466f-89d7-f79b6820f447), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:30.324643 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a135291-c559-416a-b475-6f42c7bf7b58 x-openstack-request-id: req-5a135291-c559-416a-b475-6f42c7bf7b58 {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:45:30.324931 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7", "name": "network-vif-plugged", "status": "completed", "tag": "e15df8e4-5790-466f-89d7-f79b6820f447", "code": 200}]} {{(pid=106200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:45:30.325176 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a135291-c559-416a-b475-6f42c7bf7b58 {{(pid=106200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:45:30.325565 dv-cinder-854263-2-iscsi neutron-server[106200]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a135291-c559-416a-b475-6f42c7bf7b58'] response: {'server_uuid': '00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15df8e4-5790-466f-89d7-f79b6820f447', 'code': 200} Aug 29 20:45:30.351810 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Pushing event updated for resources: {'Port': ['ID=e15df8e4-5790-466f-89d7-f79b6820f447,revision_number=5']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:45:30.490430 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78cf1d-38fb-4a21-a1d1-f7cfbe0994a7 req-135b61b5-c199-47b1-b99f-356cbceff276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:45:30.492325 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-df78cf1d-38fb-4a21-a1d1-f7cfbe0994a7 req-135b61b5-c199-47b1-b99f-356cbceff276 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7 HTTP/1.1" status: 200 len: 1130 time: 0.0426109 Aug 29 20:45:30.509524 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:45:30.541995 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-df78cf1d-38fb-4a21-a1d1-f7cfbe0994a7 req-c70e16b7-6d25-410f-b4d0-b4c3c7fe9514 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3b3c7f4f-bf51-4a99-be7c-199170bfb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391653 Aug 29 20:45:30.741257 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=100 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:45:30.782432 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157d209-3084-41e1-b9c2-7d7b4da7c45b req-f52b7b4c-b578-4a7c-9903-cf3f5395afcb tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:45:30.784112 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4157d209-3084-41e1-b9c2-7d7b4da7c45b req-f52b7b4c-b578-4a7c-9903-cf3f5395afcb tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7 HTTP/1.1" status: 200 len: 946 time: 0.0518148 Aug 29 20:45:30.836771 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-4157d209-3084-41e1-b9c2-7d7b4da7c45b req-2640f500-8387-49da-b7e5-428082f309ff tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3b3c7f4f-bf51-4a99-be7c-199170bfb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470634 Aug 29 20:45:31.947544 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:45:31.964498 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed2cfa-047f-419e-b91f-1837606d0dd2 req-07a5a868-a6bf-4be4-9060-9d16bad16527 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:45:31.966019 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-66ed2cfa-047f-419e-b91f-1837606d0dd2 req-07a5a868-a6bf-4be4-9060-9d16bad16527 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7 HTTP/1.1" status: 200 len: 946 time: 0.0520773 Aug 29 20:45:32.014710 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-66ed2cfa-047f-419e-b91f-1837606d0dd2 req-69805517-922f-4ad5-ab69-435c8a4cc8aa tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3b3c7f4f-bf51-4a99-be7c-199170bfb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428891 Aug 29 20:45:32.143508 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d8058-aa98-4c68-9b26-93b2da4c9937 req-4978d9aa-cb82-46f8-81f2-e1c54020b45f tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:45:32.145043 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-418d8058-aa98-4c68-9b26-93b2da4c9937 req-4978d9aa-cb82-46f8-81f2-e1c54020b45f tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7 HTTP/1.1" status: 200 len: 946 time: 0.0561130 Aug 29 20:45:32.155772 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 41126) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:45:32.160809 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-6cc95a93-242c-4435-a634-2044cfc8ca10 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Request body: {'floatingip': {'port_id': 'e15df8e4-5790-466f-89d7-f79b6820f447'}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:45:32.203719 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6cc95a93-242c-4435-a634-2044cfc8ca10 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for floatingip (c92198d7-9ae1-4f2e-bcaa-bcefb57dceb3), before_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:32.653115 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6cc95a93-242c-4435-a634-2044cfc8ca10 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:32.657055 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6cc95a93-242c-4435-a634-2044cfc8ca10 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (c92198d7-9ae1-4f2e-bcaa-bcefb57dceb3), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:32.765726 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.db.l3_db [None req-6cc95a93-242c-4435-a634-2044cfc8ca10 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Floating IP c92198d7-9ae1-4f2e-bcaa-bcefb57dceb3 associated. External IP: 172.27.1.200, port: e15df8e4-5790-466f-89d7-f79b6820f447. Aug 29 20:45:32.979265 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc95a93-242c-4435-a634-2044cfc8ca10 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:45:33.065801 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:45:33.082148 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:45:33.090494 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc95a93-242c-4435-a634-2044cfc8ca10 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:45:33.095386 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-6cc95a93-242c-4435-a634-2044cfc8ca10 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:33.101766 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7e43a0-89ba-46f1-b572-92bc71b94642 None None] Sync routers for ids ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:45:33.113027 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7e43a0-89ba-46f1-b572-92bc71b94642 None None] Routers {'2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:45:33.113645 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-3d7e43a0-89ba-46f1-b572-92bc71b94642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:45:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:45:33.128227 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-6cc95a93-242c-4435-a634-2044cfc8ca10 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/c92198d7-9ae1-4f2e-bcaa-bcefb57dceb3 HTTP/1.1" status: 200 len: 992 time: 0.9686077 Aug 29 20:45:33.128227 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7', 'tag': 'e15df8e4-5790-466f-89d7-f79b6820f447'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:45:33.128764 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f607546964f141dcf8ed995c545a93b1930b0d2db8722531a12d309c5951f327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61075a35-2cdd-473e-966f-3bcbd6ff67e7" -d '{"events": [{"name": "network-changed", "server_uuid": "00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7", "tag": "e15df8e4-5790-466f-89d7-f79b6820f447"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:45:33.170864 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 20:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0346fe9b-f6b1-4c94-88c9-9e51477e6736 x-openstack-request-id: req-0346fe9b-f6b1-4c94-88c9-9e51477e6736 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:45:33.171712 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7", "tag": "e15df8e4-5790-466f-89d7-f79b6820f447", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:45:33.171712 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0346fe9b-f6b1-4c94-88c9-9e51477e6736 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:45:33.171712 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0346fe9b-f6b1-4c94-88c9-9e51477e6736'] response: {'name': 'network-changed', 'server_uuid': '00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7', 'tag': 'e15df8e4-5790-466f-89d7-f79b6820f447', 'status': 'completed', 'code': 200} Aug 29 20:45:33.239007 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61075a35-2cdd-473e-966f-3bcbd6ff67e7 req-f6e38086-ae83-465a-8f17-287a411a37cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:45:33.240622 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-61075a35-2cdd-473e-966f-3bcbd6ff67e7 req-f6e38086-ae83-465a-8f17-287a411a37cd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=076e4d9f49a944c487077e845726ad82&device_id=00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7 HTTP/1.1" status: 200 len: 1130 time: 0.0459917 Aug 29 20:45:33.346388 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61075a35-2cdd-473e-966f-3bcbd6ff67e7 req-03876dea-da56-4c56-92c0-9bb2bdf79bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:45:33.348103 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-61075a35-2cdd-473e-966f-3bcbd6ff67e7 req-03876dea-da56-4c56-92c0-9bb2bdf79bdf service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=931f5e99-b53b-4e33-bc47-b08971122f04 HTTP/1.1" status: 200 len: 915 time: 0.1011231 Aug 29 20:45:33.352383 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-3d7e43a0-89ba-46f1-b572-92bc71b94642 None None] Set router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:45:33.416832 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-61075a35-2cdd-473e-966f-3bcbd6ff67e7 req-f5271f6b-69ac-4b9e-8414-f8c300866110 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e15df8e4-5790-466f-89d7-f79b6820f447 HTTP/1.1" status: 200 len: 1000 time: 0.0623114 Aug 29 20:45:33.468447 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61075a35-2cdd-473e-966f-3bcbd6ff67e7 req-117377e5-372c-4e40-9f74-82e7e27dd209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:45:33.469812 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-61075a35-2cdd-473e-966f-3bcbd6ff67e7 req-117377e5-372c-4e40-9f74-82e7e27dd209 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9dfba0af-d982-4fa7-a855-ae6f251684ed HTTP/1.1" status: 200 len: 853 time: 0.0459888 Aug 29 20:45:33.510003 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:45:33.513321 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61075a35-2cdd-473e-966f-3bcbd6ff67e7 req-10c4d448-d3df-4c77-a9ea-13870d3f52a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:45:33.514895 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-61075a35-2cdd-473e-966f-3bcbd6ff67e7 req-10c4d448-d3df-4c77-a9ea-13870d3f52a0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=931f5e99-b53b-4e33-bc47-b08971122f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393414 Aug 29 20:45:33.526954 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:45:33.584454 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-3d7e43a0-89ba-46f1-b572-92bc71b94642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:39Z', 'revision_number': 4, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port': {'id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': 'c92198d7-9ae1-4f2e-bcaa-bcefb57dceb3', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'port_id': 'e15df8e4-5790-466f-89d7-f79b6820f447', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'mac_address': 'fa:16:3e:d2:49:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:45:21Z', 'updated_at': '2022-08-29T20:45:32Z', 'revision_number': 1, 'project_id': '076e4d9f49a944c487077e845726ad82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0a0e38-4c3a-4c00-a2cc-9380466c2b04', 'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'mac_address': 'fa:16:3e:fb:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:38Z', 'updated_at': '2022-08-29T20:41:43Z', 'revision_number': 5, 'project_id': '076e4d9f49a944c487077e845726ad82', 'subnets': [{'id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:45:33.609417 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7e43a0-89ba-46f1-b572-92bc71b94642 None None] Checking router: 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:45:33.611894 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-61075a35-2cdd-473e-966f-3bcbd6ff67e7 req-890857b5-b5bb-4cb9-a788-0dd13f1ca047 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901926 Aug 29 20:45:33.618087 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7e43a0-89ba-46f1-b572-92bc71b94642 None None] Routers {'2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:45:33.618693 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-3d7e43a0-89ba-46f1-b572-92bc71b94642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:45:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:45:33.712759 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-61075a35-2cdd-473e-966f-3bcbd6ff67e7 req-49adb5f3-06d7-4aad-bae6-832edbd9467b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950422 Aug 29 20:45:33.726197 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-3d7e43a0-89ba-46f1-b572-92bc71b94642 None None] Set router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:45:33.942744 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-3d7e43a0-89ba-46f1-b572-92bc71b94642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:39Z', 'revision_number': 4, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port': {'id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': 'c92198d7-9ae1-4f2e-bcaa-bcefb57dceb3', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'port_id': 'e15df8e4-5790-466f-89d7-f79b6820f447', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'mac_address': 'fa:16:3e:d2:49:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:45:21Z', 'updated_at': '2022-08-29T20:45:32Z', 'revision_number': 1, 'project_id': '076e4d9f49a944c487077e845726ad82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0a0e38-4c3a-4c00-a2cc-9380466c2b04', 'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'mac_address': 'fa:16:3e:fb:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:38Z', 'updated_at': '2022-08-29T20:41:43Z', 'revision_number': 5, 'project_id': '076e4d9f49a944c487077e845726ad82', 'subnets': [{'id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:45:33.971456 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7e43a0-89ba-46f1-b572-92bc71b94642 None None] The sync data for ids ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'] in dv-cinder-854263-2-iscsi is: [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:39Z', 'revision_number': 4, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port': {'id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_floatingips': [{'id': 'c92198d7-9ae1-4f2e-bcaa-bcefb57dceb3', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'router_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'port_id': 'e15df8e4-5790-466f-89d7-f79b6820f447', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'mac_address': 'fa:16:3e:d2:49:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T20:45:21Z', 'updated_at': '2022-08-29T20:45:32Z', 'revision_number': 1, 'project_id': '076e4d9f49a944c487077e845726ad82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0a0e38-4c3a-4c00-a2cc-9380466c2b04', 'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'mac_address': 'fa:16:3e:fb:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:38Z', 'updated_at': '2022-08-29T20:41:43Z', 'revision_number': 5, 'project_id': '076e4d9f49a944c487077e845726ad82', 'subnets': [{'id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:45:34.163660 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eee9b6-e883-4f3c-8ead-72dba641afa2 None None] New status for floating IP c92198d7-9ae1-4f2e-bcaa-bcefb57dceb3: ACTIVE {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:45:37.181331 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ff66e925-20d9-4d30-9f8a-c8a6b55266f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:39.520474 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-157cc625-f7f4-4255-978d-191a5ae559a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:40.745234 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:42.003800 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=6 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:45:42.010925 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:45:42.275441 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:42.407778 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:43.701204 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=51 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:45:43.707732 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=53 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:45:52.400135 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:45:52.402260 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=50,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:45:53.713364 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=32 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:45:53.714166 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=30,neutron:UPDATE=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:45:54.373835 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:45:55.701606 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:46:04.362093 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:04.368472 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:05.696780 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:05.697770 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:06.643663 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6248341e-1a3f-4412-9b99-ce8071ae638d req-84e8255a-7332-484d-8a4f-7034a0a2105e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479970 Aug 29 20:46:06.731394 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248341e-1a3f-4412-9b99-ce8071ae638d req-3bf1989f-ce6a-4cd4-8b26-b2180dac7966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:46:06.732965 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6248341e-1a3f-4412-9b99-ce8071ae638d req-3bf1989f-ce6a-4cd4-8b26-b2180dac7966 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=076e4d9f49a944c487077e845726ad82&device_id=00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7 HTTP/1.1" status: 200 len: 1130 time: 0.0412533 Aug 29 20:46:06.883278 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248341e-1a3f-4412-9b99-ce8071ae638d req-c24b2f36-9781-4786-a126-412995d8b5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:46:06.885266 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6248341e-1a3f-4412-9b99-ce8071ae638d req-c24b2f36-9781-4786-a126-412995d8b5cd service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=931f5e99-b53b-4e33-bc47-b08971122f04 HTTP/1.1" status: 200 len: 915 time: 0.1288733 Aug 29 20:46:06.960349 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6248341e-1a3f-4412-9b99-ce8071ae638d req-2483b8c9-ab9d-487b-b124-be8afc88d239 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e15df8e4-5790-466f-89d7-f79b6820f447 HTTP/1.1" status: 200 len: 1002 time: 0.0679822 Aug 29 20:46:07.011123 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248341e-1a3f-4412-9b99-ce8071ae638d req-04637583-1d4c-4b02-9767-62abd8df65fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:46:07.012642 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6248341e-1a3f-4412-9b99-ce8071ae638d req-04637583-1d4c-4b02-9767-62abd8df65fb service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9dfba0af-d982-4fa7-a855-ae6f251684ed HTTP/1.1" status: 200 len: 853 time: 0.0457125 Aug 29 20:46:07.061610 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248341e-1a3f-4412-9b99-ce8071ae638d req-1fbcb16d-3bf9-4ea3-9e69-255605ef2f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:46:07.063126 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6248341e-1a3f-4412-9b99-ce8071ae638d req-1fbcb16d-3bf9-4ea3-9e69-255605ef2f58 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=931f5e99-b53b-4e33-bc47-b08971122f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403366 Aug 29 20:46:07.169971 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6248341e-1a3f-4412-9b99-ce8071ae638d req-94328703-014b-40ff-8feb-598fae1de461 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001170 Aug 29 20:46:07.185149 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-771756ad-fcea-4a82-a195-c69f75bb46b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:07.270314 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-6248341e-1a3f-4412-9b99-ce8071ae638d req-5d027be9-9929-48e7-a7ed-a4f490c04884 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926006 Aug 29 20:46:09.528646 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-6716e84b-caea-482a-8ff4-9c8c0760e310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:10.746742 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:12.278311 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:12.405050 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:17.265556 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=53 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:17.267890 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=48 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:19.432780 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e6500-3a79-41a0-b545-49f23c5cee7e req-08d9b7b9-c613-46e5-b70d-4701f5bc250d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:46:19.434431 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9d4e6500-3a79-41a0-b545-49f23c5cee7e req-08d9b7b9-c613-46e5-b70d-4701f5bc250d tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7 HTTP/1.1" status: 200 len: 946 time: 0.0528722 Aug 29 20:46:19.487517 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-9d4e6500-3a79-41a0-b545-49f23c5cee7e req-44b99c26-6ab5-4a3d-b973-9654743295b8 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3b3c7f4f-bf51-4a99-be7c-199170bfb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472271 Aug 29 20:46:20.624656 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59949192-28d5-47ed-adc5-e53f3b21ea4c req-6ea9f84f-8d19-4d41-804c-267b569a0fd9 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:46:20.626041 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-59949192-28d5-47ed-adc5-e53f3b21ea4c req-6ea9f84f-8d19-4d41-804c-267b569a0fd9 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7 HTTP/1.1" status: 200 len: 946 time: 0.0520220 Aug 29 20:46:20.676023 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [req-59949192-28d5-47ed-adc5-e53f3b21ea4c req-c7a473d6-7196-4f4d-91c3-cd25cb2673c3 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3b3c7f4f-bf51-4a99-be7c-199170bfb5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433946 Aug 29 20:46:21.232689 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aab447-eb18-4d77-8db3-99e24e319465 req-ae1c89b2-6a02-4a53-9da3-541eba3eeab7 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:46:21.234199 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b0aab447-eb18-4d77-8db3-99e24e319465 req-ae1c89b2-6a02-4a53-9da3-541eba3eeab7 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7 HTTP/1.1" status: 200 len: 946 time: 0.0485260 Aug 29 20:46:21.322352 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-b0aab447-eb18-4d77-8db3-99e24e319465 req-c7519e83-c7ed-4a03-9177-92276e611604 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Deleting port e15df8e4-5790-466f-89d7-f79b6820f447 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:46:21.322699 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-b0aab447-eb18-4d77-8db3-99e24e319465 req-c7519e83-c7ed-4a03-9177-92276e611604 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (e15df8e4-5790-466f-89d7-f79b6820f447), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:21.413778 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [req-b0aab447-eb18-4d77-8db3-99e24e319465 req-c7519e83-c7ed-4a03-9177-92276e611604 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] For port e15df8e4-5790-466f-89d7-f79b6820f447, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e15df8e4-5790-466f-89d7-f79b6820f447,segment=NetworkSegment(c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a),segment_id=c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:46:21.414145 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-b0aab447-eb18-4d77-8db3-99e24e319465 req-c7519e83-c7ed-4a03-9177-92276e611604 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (e15df8e4-5790-466f-89d7-f79b6820f447), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:21.580274 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-b0aab447-eb18-4d77-8db3-99e24e319465 req-c7519e83-c7ed-4a03-9177-92276e611604 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:21.580558 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-b0aab447-eb18-4d77-8db3-99e24e319465 req-c7519e83-c7ed-4a03-9177-92276e611604 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639202'] for floatingip (c92198d7-9ae1-4f2e-bcaa-bcefb57dceb3), after_update {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:21.580884 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.db.l3_db [req-b0aab447-eb18-4d77-8db3-99e24e319465 req-c7519e83-c7ed-4a03-9177-92276e611604 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Floating IP c92198d7-9ae1-4f2e-bcaa-bcefb57dceb3 disassociated. External IP: 172.27.1.200, port: e15df8e4-5790-466f-89d7-f79b6820f447. Aug 29 20:46:21.581349 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [req-b0aab447-eb18-4d77-8db3-99e24e319465 req-c7519e83-c7ed-4a03-9177-92276e611604 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Calling delete_port for e15df8e4-5790-466f-89d7-f79b6820f447 owned by compute:nova {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:46:21.711183 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-b0aab447-eb18-4d77-8db3-99e24e319465 req-c7519e83-c7ed-4a03-9177-92276e611604 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (e15df8e4-5790-466f-89d7-f79b6820f447), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:21.753187 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7519e83-c7ed-4a03-9177-92276e611604 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event deleted for resources: {'Port': ['ID=e15df8e4-5790-466f-89d7-f79b6820f447,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:46:21.763268 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7519e83-c7ed-4a03-9177-92276e611604 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:21.763640 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7519e83-c7ed-4a03-9177-92276e611604 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:21.763996 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7519e83-c7ed-4a03-9177-92276e611604 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:21.764340 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7519e83-c7ed-4a03-9177-92276e611604 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:21.764678 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7519e83-c7ed-4a03-9177-92276e611604 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:21.765016 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7519e83-c7ed-4a03-9177-92276e611604 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:21.765353 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7519e83-c7ed-4a03-9177-92276e611604 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:21.765692 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7519e83-c7ed-4a03-9177-92276e611604 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:21.766024 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7519e83-c7ed-4a03-9177-92276e611604 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:21.766366 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7519e83-c7ed-4a03-9177-92276e611604 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:21.766687 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7519e83-c7ed-4a03-9177-92276e611604 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:21.767017 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7519e83-c7ed-4a03-9177-92276e611604 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:21.767347 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7519e83-c7ed-4a03-9177-92276e611604 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:21.767676 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7519e83-c7ed-4a03-9177-92276e611604 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:21.768025 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7519e83-c7ed-4a03-9177-92276e611604 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:21.805475 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-97c57190-3571-4064-89e1-907c7f489feb req-1e7812fb-790a-46dc-a94f-7520e7910db6 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7 HTTP/1.1" status: 200 len: 210 time: 0.0338299 Aug 29 20:46:21.904349 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0aab447-eb18-4d77-8db3-99e24e319465 req-c7519e83-c7ed-4a03-9177-92276e611604 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:46:22.008811 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0aab447-eb18-4d77-8db3-99e24e319465 req-c7519e83-c7ed-4a03-9177-92276e611604 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:46:22.015031 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:22.019522 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0790cb04-244a-4430-b77d-349c680d158b None None] Sync routers for ids ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:46:22.031251 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0790cb04-244a-4430-b77d-349c680d158b None None] Routers {'2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:46:22.031891 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-0790cb04-244a-4430-b77d-349c680d158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:46:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:46:22.057340 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0aab447-eb18-4d77-8db3-99e24e319465 req-c7519e83-c7ed-4a03-9177-92276e611604 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] No DVR routers for this DVR port e15df8e4-5790-466f-89d7-f79b6820f447 on host hv-cinder-85426 {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:46:22.059966 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [req-b0aab447-eb18-4d77-8db3-99e24e319465 req-c7519e83-c7ed-4a03-9177-92276e611604 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for port (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:22.063147 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [req-b0aab447-eb18-4d77-8db3-99e24e319465 req-c7519e83-c7ed-4a03-9177-92276e611604 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.33 "DELETE /networking/v2.0/ports/e15df8e4-5790-466f-89d7-f79b6820f447 HTTP/1.1" status: 204 len: 173 time: 0.8225994 Aug 29 20:46:22.063577 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7', 'name': 'network-vif-deleted', 'tag': 'e15df8e4-5790-466f-89d7-f79b6820f447'}] {{(pid=106198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 20:46:22.065815 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f607546964f141dcf8ed995c545a93b1930b0d2db8722531a12d309c5951f327" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43a49ab-be71-4b88-9692-24503c14c3c3" -d '{"events": [{"server_uuid": "00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7", "name": "network-vif-deleted", "tag": "e15df8e4-5790-466f-89d7-f79b6820f447"}]}' {{(pid=106198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 20:46:22.112668 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 20:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac52371-acac-4034-beda-20095685aba3 x-openstack-request-id: req-aac52371-acac-4034-beda-20095685aba3 {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 20:46:22.113042 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7", "name": "network-vif-deleted", "tag": "e15df8e4-5790-466f-89d7-f79b6820f447", "status": "completed", "code": 200}]} {{(pid=106198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 20:46:22.113389 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aac52371-acac-4034-beda-20095685aba3 {{(pid=106198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 20:46:22.113904 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aac52371-acac-4034-beda-20095685aba3'] response: {'server_uuid': '00b2c5a8-5667-4e3e-b1e7-dfdeb94f05f7', 'name': 'network-vif-deleted', 'tag': 'e15df8e4-5790-466f-89d7-f79b6820f447', 'status': 'completed', 'code': 200} Aug 29 20:46:22.141235 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-0790cb04-244a-4430-b77d-349c680d158b None None] Set router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:46:22.360651 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-0790cb04-244a-4430-b77d-349c680d158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:39Z', 'revision_number': 4, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port': {'id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': 'db0a0e38-4c3a-4c00-a2cc-9380466c2b04', 'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'mac_address': 'fa:16:3e:fb:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:38Z', 'updated_at': '2022-08-29T20:41:43Z', 'revision_number': 5, 'project_id': '076e4d9f49a944c487077e845726ad82', 'subnets': [{'id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:46:22.385315 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0790cb04-244a-4430-b77d-349c680d158b None None] Checking router: 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:46:22.394112 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0790cb04-244a-4430-b77d-349c680d158b None None] Routers {'2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:46:22.394718 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-0790cb04-244a-4430-b77d-349c680d158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:46:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:46:22.499868 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-0790cb04-244a-4430-b77d-349c680d158b None None] Set router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:46:22.696909 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-0790cb04-244a-4430-b77d-349c680d158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:39Z', 'revision_number': 4, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port': {'id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': 'db0a0e38-4c3a-4c00-a2cc-9380466c2b04', 'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'mac_address': 'fa:16:3e:fb:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:38Z', 'updated_at': '2022-08-29T20:41:43Z', 'revision_number': 5, 'project_id': '076e4d9f49a944c487077e845726ad82', 'subnets': [{'id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:46:22.723201 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0790cb04-244a-4430-b77d-349c680d158b None None] The sync data for ids ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'] in dv-cinder-854263-2-iscsi is: [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:39Z', 'revision_number': 4, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port': {'id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi', '_interfaces': [{'id': 'db0a0e38-4c3a-4c00-a2cc-9380466c2b04', 'name': '', 'network_id': '931f5e99-b53b-4e33-bc47-b08971122f04', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'mac_address': 'fa:16:3e:fb:25:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:38Z', 'updated_at': '2022-08-29T20:41:43Z', 'revision_number': 5, 'project_id': '076e4d9f49a944c487077e845726ad82', 'subnets': [{'id': '9dfba0af-d982-4fa7-a855-ae6f251684ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:46:22.905966 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 41208) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:46:22.932431 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:22.948524 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19c6796-4114-48d9-9faa-086b146c6dfe None None] New status for floating IP c92198d7-9ae1-4f2e-bcaa-bcefb57dceb3: DOWN {{(pid=106201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 20:46:22.969811 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d50f9170-48c4-45db-8842-8cd792b012b1 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group (3b3c7f4f-bf51-4a99-be7c-199170bfb5a7), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:22.992813 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d50f9170-48c4-45db-8842-8cd792b012b1 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group (3b3c7f4f-bf51-4a99-be7c-199170bfb5a7), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:23.042126 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d50f9170-48c4-45db-8842-8cd792b012b1 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (3b3c7f4f-bf51-4a99-be7c-199170bfb5a7), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:23.045122 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d50f9170-48c4-45db-8842-8cd792b012b1 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:23.046315 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-d50f9170-48c4-45db-8842-8cd792b012b1 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3b3c7f4f-bf51-4a99-be7c-199170bfb5a7 HTTP/1.1" status: 204 len: 168 time: 0.1393592 Aug 29 20:46:23.049335 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 41210) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:46:23.055792 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f9170-48c4-45db-8842-8cd792b012b1 tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3c7f4f-bf51-4a99-be7c-199170bfb5a7,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:46:23.080730 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.api.v2.resource [None req-2d5c5449-b335-4b3f-bf09-cefbbbc1a15e tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] show failed (client error): The resource could not be found. Aug 29 20:46:23.084032 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-2d5c5449-b335-4b3f-bf09-cefbbbc1a15e tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "GET /networking/v2.0/security-groups/3b3c7f4f-bf51-4a99-be7c-199170bfb5a7 HTTP/1.1" status: 404 len: 347 time: 0.0309777 Aug 29 20:46:23.085737 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 41212) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:46:23.202441 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-a55ff15b-cc6e-4cee-9d09-1bf79d9a2adf tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Deleting port 655c9be1-4925-46a2-b0b4-af95d0a3ed98 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:46:23.202786 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a55ff15b-cc6e-4cee-9d09-1bf79d9a2adf tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (655c9be1-4925-46a2-b0b4-af95d0a3ed98), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:23.284827 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a55ff15b-cc6e-4cee-9d09-1bf79d9a2adf tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (655c9be1-4925-46a2-b0b4-af95d0a3ed98), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:23.285237 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a55ff15b-cc6e-4cee-9d09-1bf79d9a2adf tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for floatingip (655c9be1-4925-46a2-b0b4-af95d0a3ed98), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:23.299463 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-a55ff15b-cc6e-4cee-9d09-1bf79d9a2adf tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Calling delete_port for 655c9be1-4925-46a2-b0b4-af95d0a3ed98 owned by network:floatingip {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:46:23.685772 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a55ff15b-cc6e-4cee-9d09-1bf79d9a2adf tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (655c9be1-4925-46a2-b0b4-af95d0a3ed98), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:23.708627 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ff15b-cc6e-4cee-9d09-1bf79d9a2adf tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Pushing event deleted for resources: {'Port': ['ID=655c9be1-4925-46a2-b0b4-af95d0a3ed98,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:46:23.773967 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a55ff15b-cc6e-4cee-9d09-1bf79d9a2adf tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks [] for floatingip (c92198d7-9ae1-4f2e-bcaa-bcefb57dceb3), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:23.776877 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-a55ff15b-cc6e-4cee-9d09-1bf79d9a2adf tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198391'] for floatingip (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:23.778036 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-a55ff15b-cc6e-4cee-9d09-1bf79d9a2adf tempest-AttachVolumeNegativeTest-1391330237 tempest-AttachVolumeNegativeTest-1391330237-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/c92198d7-9ae1-4f2e-bcaa-bcefb57dceb3 HTTP/1.1" status: 204 len: 168 time: 0.6905935 Aug 29 20:46:24.384972 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:26.374715 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device e15df8e4-5790-466f-89d7-f79b6820f447 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:46:26.399057 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] No Port match for: e15df8e4-5790-466f-89d7-f79b6820f447 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:46:26.399416 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Device e15df8e4-5790-466f-89d7-f79b6820f447 not bound to the agent host hv-cinder-85426 {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:46:26.634385 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 41246) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:46:26.905462 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:26.965448 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d3587c07-2c65-4f30-81f2-b745647960b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639714'] for router_interface (2aae33ed-d8d7-436b-8ef8-71bb88fe88bf), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:27.042644 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:27.198491 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-d3587c07-2c65-4f30-81f2-b745647960b7 admin admin] Deleting port db0a0e38-4c3a-4c00-a2cc-9380466c2b04 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:46:27.198727 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d3587c07-2c65-4f30-81f2-b745647960b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (db0a0e38-4c3a-4c00-a2cc-9380466c2b04), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:27.281607 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-d3587c07-2c65-4f30-81f2-b745647960b7 admin admin] For port db0a0e38-4c3a-4c00-a2cc-9380466c2b04, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=db0a0e38-4c3a-4c00-a2cc-9380466c2b04,segment=NetworkSegment(c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a),segment_id=c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:46:27.281960 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d3587c07-2c65-4f30-81f2-b745647960b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (db0a0e38-4c3a-4c00-a2cc-9380466c2b04), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:27.296553 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-d3587c07-2c65-4f30-81f2-b745647960b7 admin admin] Calling delete_port for db0a0e38-4c3a-4c00-a2cc-9380466c2b04 owned by network:router_interface {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:46:27.483381 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d3587c07-2c65-4f30-81f2-b745647960b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (db0a0e38-4c3a-4c00-a2cc-9380466c2b04), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:27.509140 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3587c07-2c65-4f30-81f2-b745647960b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=db0a0e38-4c3a-4c00-a2cc-9380466c2b04,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:46:27.679182 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-d3587c07-2c65-4f30-81f2-b745647960b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653650'] for router_interface (2aae33ed-d8d7-436b-8ef8-71bb88fe88bf), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:27.735479 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:27.893311 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3587c07-2c65-4f30-81f2-b745647960b7 admin admin] Router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf has already been hosted by L3 agent 38f7624c-c0e7-4053-a312-da1bcb0fbef6 {{(pid=106198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 20:46:27.950629 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:27.998361 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3587c07-2c65-4f30-81f2-b745647960b7 admin admin] Notify agent at l3_agent.dv-cinder-854263-2-iscsi the message routers_updated {{(pid=106198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 20:46:28.004352 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-d3587c07-2c65-4f30-81f2-b745647960b7 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/2aae33ed-d8d7-436b-8ef8-71bb88fe88bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3675280 Aug 29 20:46:28.006707 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 41248) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:46:28.008678 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1345ca7-1a34-4509-80c1-2c43136c08f4 None None] Sync routers for ids ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'] in dv-cinder-854263-2-iscsi {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 20:46:28.019378 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1345ca7-1a34-4509-80c1-2c43136c08f4 None None] Routers {'2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:46:28.020057 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-f1345ca7-1a34-4509-80c1-2c43136c08f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:46:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:46:28.108715 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9421947a-804d-4a76-9c55-3de56d9a4bec admin admin] Publish callbacks [] for router (2aae33ed-d8d7-436b-8ef8-71bb88fe88bf), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:28.214771 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9421947a-804d-4a76-9c55-3de56d9a4bec admin admin] Publish callbacks [] for router_gateway (2aae33ed-d8d7-436b-8ef8-71bb88fe88bf), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:28.254410 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-f1345ca7-1a34-4509-80c1-2c43136c08f4 None None] Set router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf gateway port host: dv-cinder-854263-2-iscsi {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:46:28.352637 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:28.367174 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:28.438438 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-f1345ca7-1a34-4509-80c1-2c43136c08f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'external_fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:46:27Z', 'revision_number': 5, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port': {'id': 'a46f6705-e37f-4141-8c08-3388ccee1c0c', 'name': '', 'network_id': '6d9f465d-5886-43f5-9015-44f8e49732f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46a7c4b-a1af-42c4-bdce-13dd23ff8d25', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-2-iscsi'}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:46:28.464728 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1345ca7-1a34-4509-80c1-2c43136c08f4 None None] Checking router: 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf for host: dv-cinder-854263-2-iscsi {{(pid=106200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 20:46:28.477334 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1345ca7-1a34-4509-80c1-2c43136c08f4 None None] Routers {'2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'} bound to L3 agent in host dv-cinder-854263-2-iscsi {{(pid=106200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 20:46:28.477334 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-f1345ca7-1a34-4509-80c1-2c43136c08f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T20:24:39Z,description=,heartbeat_timestamp=2022-08-29T20:46:10Z,host='dv-cinder-854263-2-iscsi',id=38f7624c-c0e7-4053-a312-da1bcb0fbef6,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T20:24:40Z,topic='l3_agent')) {'router_ids': ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'], 'active': True} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:46:28.520988 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-9421947a-804d-4a76-9c55-3de56d9a4bec admin admin] Deleting port a46f6705-e37f-4141-8c08-3388ccee1c0c {{(pid=106199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:46:28.522093 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9421947a-804d-4a76-9c55-3de56d9a4bec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (a46f6705-e37f-4141-8c08-3388ccee1c0c), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:28.582467 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvr_db [None req-f1345ca7-1a34-4509-80c1-2c43136c08f4 None None] Set router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf gateway port host: None {{(pid=106200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 20:46:28.610278 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.db [None req-9421947a-804d-4a76-9c55-3de56d9a4bec admin admin] For port a46f6705-e37f-4141-8c08-3388ccee1c0c, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=a46f6705-e37f-4141-8c08-3388ccee1c0c,segment=NetworkSegment(7b1a4088-6354-4188-b546-d431dc1c13d7),segment_id=7b1a4088-6354-4188-b546-d431dc1c13d7)] {{(pid=106199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:46:28.610625 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9421947a-804d-4a76-9c55-3de56d9a4bec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (a46f6705-e37f-4141-8c08-3388ccee1c0c), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:28.627653 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.plugin [None req-9421947a-804d-4a76-9c55-3de56d9a4bec admin admin] Calling delete_port for a46f6705-e37f-4141-8c08-3388ccee1c0c owned by network:router_gateway {{(pid=106199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:46:28.641619 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_hamode_db [None req-f1345ca7-1a34-4509-80c1-2c43136c08f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:46:28Z', 'revision_number': 6, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port_host': None}], 'dv-cinder-854263-2-iscsi', False) {} {{(pid=106200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:46:28.667209 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1345ca7-1a34-4509-80c1-2c43136c08f4 None None] The sync data for ids ['2aae33ed-d8d7-436b-8ef8-71bb88fe88bf'] in dv-cinder-854263-2-iscsi is: [{'id': '2aae33ed-d8d7-436b-8ef8-71bb88fe88bf', 'name': 'tempest-AttachVolumeNegativeTest-950396756-router', 'tenant_id': '076e4d9f49a944c487077e845726ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T20:41:36Z', 'updated_at': '2022-08-29T20:46:28Z', 'revision_number': 6, 'project_id': '076e4d9f49a944c487077e845726ad82', 'gw_port_host': None}] {{(pid=106200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 20:46:28.798072 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9421947a-804d-4a76-9c55-3de56d9a4bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61108989'] for port (a46f6705-e37f-4141-8c08-3388ccee1c0c), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:28.825476 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421947a-804d-4a76-9c55-3de56d9a4bec admin admin] Pushing event deleted for resources: {'Port': ['ID=a46f6705-e37f-4141-8c08-3388ccee1c0c,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:46:28.849994 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421947a-804d-4a76-9c55-3de56d9a4bec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:28.850350 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421947a-804d-4a76-9c55-3de56d9a4bec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:28.850695 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421947a-804d-4a76-9c55-3de56d9a4bec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:28.851034 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421947a-804d-4a76-9c55-3de56d9a4bec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:28.851397 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421947a-804d-4a76-9c55-3de56d9a4bec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:28.851869 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421947a-804d-4a76-9c55-3de56d9a4bec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:28.852104 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421947a-804d-4a76-9c55-3de56d9a4bec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:28.852515 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421947a-804d-4a76-9c55-3de56d9a4bec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:28.852900 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421947a-804d-4a76-9c55-3de56d9a4bec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:28.853234 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421947a-804d-4a76-9c55-3de56d9a4bec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:28.853567 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421947a-804d-4a76-9c55-3de56d9a4bec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:28.853896 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421947a-804d-4a76-9c55-3de56d9a4bec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:28.854224 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421947a-804d-4a76-9c55-3de56d9a4bec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:28.854545 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421947a-804d-4a76-9c55-3de56d9a4bec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:28.854864 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421947a-804d-4a76-9c55-3de56d9a4bec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:28.898777 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9421947a-804d-4a76-9c55-3de56d9a4bec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639137'] for router_gateway (2aae33ed-d8d7-436b-8ef8-71bb88fe88bf), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:28.984669 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9421947a-804d-4a76-9c55-3de56d9a4bec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6767'] for router (2aae33ed-d8d7-436b-8ef8-71bb88fe88bf), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:28.986798 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9421947a-804d-4a76-9c55-3de56d9a4bec admin admin] Publish callbacks [] for router_controller (2aae33ed-d8d7-436b-8ef8-71bb88fe88bf), precommit_delete_associations {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:29.041782 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9421947a-804d-4a76-9c55-3de56d9a4bec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653615'] for router (2aae33ed-d8d7-436b-8ef8-71bb88fe88bf), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:29.042591 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9421947a-804d-4a76-9c55-3de56d9a4bec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2aae33ed-d8d7-436b-8ef8-71bb88fe88bf {{(pid=106199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 20:46:29.046842 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-9421947a-804d-4a76-9c55-3de56d9a4bec admin admin] Publish callbacks [] for router (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:29.048234 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-9421947a-804d-4a76-9c55-3de56d9a4bec admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/2aae33ed-d8d7-436b-8ef8-71bb88fe88bf HTTP/1.1" status: 204 len: 168 time: 1.0401137 Aug 29 20:46:29.050922 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 41250) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:46:29.103695 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae1a894-490c-48b8-b980-7d3630bd1e6e admin admin] Deleting subnet 9dfba0af-d982-4fa7-a855-ae6f251684ed {{(pid=106198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:46:29.106936 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-fae1a894-490c-48b8-b980-7d3630bd1e6e admin admin] Publish callbacks [] for subnet (9dfba0af-d982-4fa7-a855-ae6f251684ed), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:29.141945 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-fae1a894-490c-48b8-b980-7d3630bd1e6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1263496'] for subnet (9dfba0af-d982-4fa7-a855-ae6f251684ed), precommit_delete_associations {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:29.224739 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-fae1a894-490c-48b8-b980-7d3630bd1e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996000'] for subnet (9dfba0af-d982-4fa7-a855-ae6f251684ed), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:29.281079 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-fae1a894-490c-48b8-b980-7d3630bd1e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61348116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215017'] for subnet (9dfba0af-d982-4fa7-a855-ae6f251684ed), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:29.308929 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1a894-490c-48b8-b980-7d3630bd1e6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dfba0af-d982-4fa7-a855-ae6f251684ed,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:46:29.310917 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-fae1a894-490c-48b8-b980-7d3630bd1e6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:29.315815 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-fae1a894-490c-48b8-b980-7d3630bd1e6e admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/9dfba0af-d982-4fa7-a855-ae6f251684ed HTTP/1.1" status: 204 len: 168 time: 0.2612400 Aug 29 20:46:29.318090 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 41252) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:46:29.326094 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1fc9f7-a5b1-42f4-b9ce-a519e5b5a1dc None None] Network 931f5e99-b53b-4e33-bc47-b08971122f04 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:46:29.398178 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2b638731-facc-44ea-884b-7cbf3aeea3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4173405'] for network (931f5e99-b53b-4e33-bc47-b08971122f04), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:29.456172 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-2b638731-facc-44ea-884b-7cbf3aeea3a8 admin admin] Deleting port 4c2f0cc7-3355-4263-9221-d1c76b296e03 {{(pid=106198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:46:29.456599 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2b638731-facc-44ea-884b-7cbf3aeea3a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (4c2f0cc7-3355-4263-9221-d1c76b296e03), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:29.483627 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device a46f6705-e37f-4141-8c08-3388ccee1c0c no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:46:29.504360 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: a46f6705-e37f-4141-8c08-3388ccee1c0c {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:46:29.504757 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device a46f6705-e37f-4141-8c08-3388ccee1c0c not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:46:29.505774 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device db0a0e38-4c3a-4c00-a2cc-9380466c2b04 no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:46:29.525753 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: db0a0e38-4c3a-4c00-a2cc-9380466c2b04 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:46:29.526406 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device db0a0e38-4c3a-4c00-a2cc-9380466c2b04 not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:46:29.529263 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7af7bfb-d6e7-41c1-b03b-5a281a5fa6cc None None] DHCP port deletion for 931f5e99-b53b-4e33-bc47-b08971122f04 request from dv-cinder-854263-2-iscsi {{(pid=106200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 20:46:29.542690 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.db [None req-2b638731-facc-44ea-884b-7cbf3aeea3a8 admin admin] For port 4c2f0cc7-3355-4263-9221-d1c76b296e03, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=4c2f0cc7-3355-4263-9221-d1c76b296e03,segment=NetworkSegment(c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a),segment_id=c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a)] {{(pid=106198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:46:29.543050 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2b638731-facc-44ea-884b-7cbf3aeea3a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (4c2f0cc7-3355-4263-9221-d1c76b296e03), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:29.558333 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.plugin [None req-2b638731-facc-44ea-884b-7cbf3aeea3a8 admin admin] Calling delete_port for 4c2f0cc7-3355-4263-9221-d1c76b296e03 owned by network:dhcp {{(pid=106198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:46:29.569257 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-c7af7bfb-d6e7-41c1-b03b-5a281a5fa6cc None None] Deleting port 4c2f0cc7-3355-4263-9221-d1c76b296e03 {{(pid=106200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 20:46:29.569257 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-c7af7bfb-d6e7-41c1-b03b-5a281a5fa6cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787001490396'] for port (4c2f0cc7-3355-4263-9221-d1c76b296e03), before_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:29.639636 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.db [None req-c7af7bfb-d6e7-41c1-b03b-5a281a5fa6cc None None] For port 4c2f0cc7-3355-4263-9221-d1c76b296e03, host dv-cinder-854263-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-2-iscsi',level=0,port_id=4c2f0cc7-3355-4263-9221-d1c76b296e03,segment=NetworkSegment(c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a),segment_id=c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a)] {{(pid=106200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 20:46:29.640126 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-c7af7bfb-d6e7-41c1-b03b-5a281a5fa6cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592105'] for port (4c2f0cc7-3355-4263-9221-d1c76b296e03), precommit_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:29.650607 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:29.656276 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-c7af7bfb-d6e7-41c1-b03b-5a281a5fa6cc None None] Calling delete_port for 4c2f0cc7-3355-4263-9221-d1c76b296e03 owned by network:dhcp {{(pid=106200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 20:46:29.659177 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2b638731-facc-44ea-884b-7cbf3aeea3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61349863'] for port (4c2f0cc7-3355-4263-9221-d1c76b296e03), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:29.689618 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b638731-facc-44ea-884b-7cbf3aeea3a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c2f0cc7-3355-4263-9221-d1c76b296e03,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:46:29.694804 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b638731-facc-44ea-884b-7cbf3aeea3a8 admin admin] No DVR routers for this DVR port 4c2f0cc7-3355-4263-9221-d1c76b296e03 on host dv-cinder-854263-2-iscsi {{(pid=106198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:46:29.742578 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-c7af7bfb-d6e7-41c1-b03b-5a281a5fa6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4152178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787001495498', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787001051423'] for port (4c2f0cc7-3355-4263-9221-d1c76b296e03), after_delete {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:29.772308 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af7bfb-d6e7-41c1-b03b-5a281a5fa6cc None None] Pushing event deleted for resources: {'Port': ['ID=4c2f0cc7-3355-4263-9221-d1c76b296e03,revision_number=None']} {{(pid=106200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:46:29.780502 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7af7bfb-d6e7-41c1-b03b-5a281a5fa6cc None None] No DVR routers for this DVR port 4c2f0cc7-3355-4263-9221-d1c76b296e03 on host dv-cinder-854263-2-iscsi {{(pid=106200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 20:46:29.782964 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af7bfb-d6e7-41c1-b03b-5a281a5fa6cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:29.783769 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af7bfb-d6e7-41c1-b03b-5a281a5fa6cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:29.783769 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af7bfb-d6e7-41c1-b03b-5a281a5fa6cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:29.784037 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af7bfb-d6e7-41c1-b03b-5a281a5fa6cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:29.784331 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af7bfb-d6e7-41c1-b03b-5a281a5fa6cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:29.784665 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af7bfb-d6e7-41c1-b03b-5a281a5fa6cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:29.784996 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af7bfb-d6e7-41c1-b03b-5a281a5fa6cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:29.785324 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af7bfb-d6e7-41c1-b03b-5a281a5fa6cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:29.785652 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af7bfb-d6e7-41c1-b03b-5a281a5fa6cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:29.787269 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af7bfb-d6e7-41c1-b03b-5a281a5fa6cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:29.787269 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af7bfb-d6e7-41c1-b03b-5a281a5fa6cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:29.787523 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af7bfb-d6e7-41c1-b03b-5a281a5fa6cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:29.787988 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af7bfb-d6e7-41c1-b03b-5a281a5fa6cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:29.788296 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af7bfb-d6e7-41c1-b03b-5a281a5fa6cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:29.788629 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af7bfb-d6e7-41c1-b03b-5a281a5fa6cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:46:29.793761 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2b638731-facc-44ea-884b-7cbf3aeea3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996931', 'neutron.services.segments.db._delete_segments_for_network-8787001567811'] for network (931f5e99-b53b-4e33-bc47-b08971122f04), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:29.816742 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-2b638731-facc-44ea-884b-7cbf3aeea3a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['931f5e99-b53b-4e33-bc47-b08971122f04']}} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:46:29.828638 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-2b638731-facc-44ea-884b-7cbf3aeea3a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a') {'for_net_delete': True} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:46:29.828931 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-2b638731-facc-44ea-884b-7cbf3aeea3a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a') {} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:46:29.838632 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2b638731-facc-44ea-884b-7cbf3aeea3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001593263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1263491'] for segment (c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:29.852331 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2b638731-facc-44ea-884b-7cbf3aeea3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:29.860070 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b638731-facc-44ea-884b-7cbf3aeea3a8 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=106198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:46:29.860448 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2b638731-facc-44ea-884b-7cbf3aeea3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61349810'] for segment (c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:29.923056 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2b638731-facc-44ea-884b-7cbf3aeea3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639181'] for network (931f5e99-b53b-4e33-bc47-b08971122f04), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:29.929545 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2b638731-facc-44ea-884b-7cbf3aeea3a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:29.933256 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-2b638731-facc-44ea-884b-7cbf3aeea3a8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/931f5e99-b53b-4e33-bc47-b08971122f04 HTTP/1.1" status: 204 len: 168 time: 0.6142342 Aug 29 20:46:29.936655 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a resource provider aggregate not found Aug 29 20:46:29.950395 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b638731-facc-44ea-884b-7cbf3aeea3a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=931f5e99-b53b-4e33-bc47-b08971122f04,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:46:29.966595 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1b4d0ae-5bd1-4b49-a9f6-6df402c4433a found for delete ", "request_id": "req-cd78ba46-55b1-4142-8cf4-bf5b6c85598e"}]} Aug 29 20:46:30.133640 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 41262) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:46:30.150177 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:30.181332 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-de8d04a8-856f-4e60-81a8-5b5d3153a2c0 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=076e4d9f49a944c487077e845726ad82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0465140 Aug 29 20:46:30.184079 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 41264) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:46:30.235821 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9209d29a-80d5-450c-b1f4-38d85159347a admin admin] Publish callbacks [] for security_group (438139ce-ff00-46e9-a161-ad9160244b85), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:30.256837 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9209d29a-80d5-450c-b1f4-38d85159347a admin admin] Publish callbacks [] for security_group (438139ce-ff00-46e9-a161-ad9160244b85), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:30.313525 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9209d29a-80d5-450c-b1f4-38d85159347a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (438139ce-ff00-46e9-a161-ad9160244b85), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:30.317809 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-9209d29a-80d5-450c-b1f4-38d85159347a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:30.322231 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-9209d29a-80d5-450c-b1f4-38d85159347a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/438139ce-ff00-46e9-a161-ad9160244b85 HTTP/1.1" status: 204 len: 168 time: 0.1342123 Aug 29 20:46:30.332424 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209d29a-80d5-450c-b1f4-38d85159347a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438139ce-ff00-46e9-a161-ad9160244b85,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:46:31.366988 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 4c2f0cc7-3355-4263-9221-d1c76b296e03 no longer exists at agent ovs-agent-dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 20:46:31.389648 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.plugin [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] No Port match for: 4c2f0cc7-3355-4263-9221-d1c76b296e03 {{(pid=106200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 20:46:31.390000 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Device 4c2f0cc7-3355-4263-9221-d1c76b296e03 not bound to the agent host dv-cinder-854263-2-iscsi {{(pid=106200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 20:46:32.704448 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:46:35.602485 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 41358) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:46:35.731249 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-62502f72-3451-490c-ab7c-420b2ed01403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:35.818858 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-62502f72-3451-490c-ab7c-420b2ed01403 admin admin] Publish callbacks [] for security_group (77d7fbfe-7cd6-40c5-bbad-2ceb514cc036), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:35.823849 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-62502f72-3451-490c-ab7c-420b2ed01403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (77d7fbfe-7cd6-40c5-bbad-2ceb514cc036), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:35.877801 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-62502f72-3451-490c-ab7c-420b2ed01403 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7b4da4cff9234d9da0fffe1a293290e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739663 Aug 29 20:46:35.878664 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62502f72-3451-490c-ab7c-420b2ed01403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d7fbfe-7cd6-40c5-bbad-2ceb514cc036,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:46:35.881282 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 41362) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:46:35.901141 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:35.942028 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3110d4ca-8f6e-418c-85cc-10cb83841fbf admin admin] Publish callbacks [] for security_group (77d7fbfe-7cd6-40c5-bbad-2ceb514cc036), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:35.951462 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:35.965102 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3110d4ca-8f6e-418c-85cc-10cb83841fbf admin admin] Publish callbacks [] for security_group (77d7fbfe-7cd6-40c5-bbad-2ceb514cc036), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:36.020748 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3110d4ca-8f6e-418c-85cc-10cb83841fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (77d7fbfe-7cd6-40c5-bbad-2ceb514cc036), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:36.023441 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-3110d4ca-8f6e-418c-85cc-10cb83841fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:36.024620 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-3110d4ca-8f6e-418c-85cc-10cb83841fbf admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/77d7fbfe-7cd6-40c5-bbad-2ceb514cc036 HTTP/1.1" status: 204 len: 168 time: 0.1419935 Aug 29 20:46:36.033572 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110d4ca-8f6e-418c-85cc-10cb83841fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d7fbfe-7cd6-40c5-bbad-2ceb514cc036,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:46:36.356462 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 41368) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:46:36.370474 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d410b142-2adf-4095-ab38-b7b41b67db7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:36.455667 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d410b142-2adf-4095-ab38-b7b41b67db7e admin admin] Publish callbacks [] for security_group (64a43449-24b0-40d1-836d-aeb748f2a4ee), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:36.460504 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-d410b142-2adf-4095-ab38-b7b41b67db7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (64a43449-24b0-40d1-836d-aeb748f2a4ee), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:36.500648 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-d410b142-2adf-4095-ab38-b7b41b67db7e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f218663ffb4d463f928f1dbdb250bfeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1430943 Aug 29 20:46:36.501510 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410b142-2adf-4095-ab38-b7b41b67db7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a43449-24b0-40d1-836d-aeb748f2a4ee,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:46:36.503384 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 41370) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:46:36.560399 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-17b5ac4e-73b5-4ba7-8836-00968e13636c admin admin] Publish callbacks [] for security_group (64a43449-24b0-40d1-836d-aeb748f2a4ee), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:36.582535 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-17b5ac4e-73b5-4ba7-8836-00968e13636c admin admin] Publish callbacks [] for security_group (64a43449-24b0-40d1-836d-aeb748f2a4ee), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:36.638484 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-17b5ac4e-73b5-4ba7-8836-00968e13636c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (64a43449-24b0-40d1-836d-aeb748f2a4ee), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:36.641196 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-17b5ac4e-73b5-4ba7-8836-00968e13636c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:36.642388 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-17b5ac4e-73b5-4ba7-8836-00968e13636c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/64a43449-24b0-40d1-836d-aeb748f2a4ee HTTP/1.1" status: 204 len: 168 time: 0.1379745 Aug 29 20:46:36.651182 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5ac4e-73b5-4ba7-8836-00968e13636c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a43449-24b0-40d1-836d-aeb748f2a4ee,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:46:37.184198 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-31287d0c-799c-48df-a011-7fa80b95def8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:37.392454 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 41392) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:46:37.499364 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-853b9daa-edd9-4660-bab9-376f8904766c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-876290925-network', 'tenant_id': 'b44b4c8fd6314b89b8ce9ffeaffa3805'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:46:37.526900 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853b9daa-edd9-4660-bab9-376f8904766c admin admin] Made reservation on behalf of b44b4c8fd6314b89b8ce9ffeaffa3805 for: {'network': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:46:37.529491 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-853b9daa-edd9-4660-bab9-376f8904766c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for network (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:37.539666 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-853b9daa-edd9-4660-bab9-376f8904766c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:37.625362 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-853b9daa-edd9-4660-bab9-376f8904766c admin admin] Publish callbacks [] for security_group (329c10c9-48c5-47fb-bcbe-b81d3bd73fab), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:37.630348 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-853b9daa-edd9-4660-bab9-376f8904766c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (329c10c9-48c5-47fb-bcbe-b81d3bd73fab), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:37.656984 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-853b9daa-edd9-4660-bab9-376f8904766c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=106199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:46:37.666660 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b9daa-edd9-4660-bab9-376f8904766c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329c10c9-48c5-47fb-bcbe-b81d3bd73fab,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:46:37.676853 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-853b9daa-edd9-4660-bab9-376f8904766c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (a71bb10a-bfec-4424-9d4a-e827935a92cb), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:37.677154 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.db.segments_db [None req-853b9daa-edd9-4660-bab9-376f8904766c admin admin] Added segment a71bb10a-bfec-4424-9d4a-e827935a92cb of type vlan for network a039e7d2-2c19-464f-8b7b-ed6e1274b3bb Aug 29 20:46:37.724868 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-853b9daa-edd9-4660-bab9-376f8904766c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001069397'] for network (a039e7d2-2c19-464f-8b7b-ed6e1274b3bb), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:37.751427 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-853b9daa-edd9-4660-bab9-376f8904766c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957'] for network (a039e7d2-2c19-464f-8b7b-ed6e1274b3bb), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:37.752683 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853b9daa-edd9-4660-bab9-376f8904766c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:46:37.753257 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-853b9daa-edd9-4660-bab9-376f8904766c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:37.817126 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-853b9daa-edd9-4660-bab9-376f8904766c admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4234457 Aug 29 20:46:37.821741 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 41396) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:46:37.824457 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b9daa-edd9-4660-bab9-376f8904766c admin admin] Pushing event updated for resources: {'Network': ['ID=a039e7d2-2c19-464f-8b7b-ed6e1274b3bb,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:46:37.828714 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-273a6eeb-cf45-4a8d-9e60-47a935bb5d06 admin admin] Request body: {'subnet': {'network_id': 'a039e7d2-2c19-464f-8b7b-ed6e1274b3bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-876290925-subnet', 'tenant_id': 'b44b4c8fd6314b89b8ce9ffeaffa3805', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:46:37.838444 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Network a039e7d2-2c19-464f-8b7b-ed6e1274b3bb details requested by agent ovs-agent-dv-cinder-854263-2-iscsi with host dv-cinder-854263-2-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:46:37.859816 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273a6eeb-cf45-4a8d-9e60-47a935bb5d06 admin admin] Made reservation on behalf of b44b4c8fd6314b89b8ce9ffeaffa3805 for: {'subnet': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:46:37.862710 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-273a6eeb-cf45-4a8d-9e60-47a935bb5d06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215030'] for subnet (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:37.876383 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=79,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=10 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:38.108867 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-273a6eeb-cf45-4a8d-9e60-47a935bb5d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61348183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215008'] for subnet (35361416-5593-47bc-bf53-90c45aa46e32), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:38.181610 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a6eeb-cf45-4a8d-9e60-47a935bb5d06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35361416-5593-47bc-bf53-90c45aa46e32,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:46:38.197651 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273a6eeb-cf45-4a8d-9e60-47a935bb5d06 admin admin] Checking segment: {'id': 'a71bb10a-bfec-4424-9d4a-e827935a92cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a039e7d2-2c19-464f-8b7b-ed6e1274b3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:46:38.197976 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273a6eeb-cf45-4a8d-9e60-47a935bb5d06 admin admin] Network hostable DHCP agents. Network: a039e7d2-2c19-464f-8b7b-ed6e1274b3bb, hostable agents: ['aba3b8c1-ed4e-40c9-99d3-a300910cc497'], hosted agents: [] {{(pid=106198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:46:38.222404 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273a6eeb-cf45-4a8d-9e60-47a935bb5d06 admin admin] Network a039e7d2-2c19-464f-8b7b-ed6e1274b3bb is scheduled to be hosted by DHCP agent aba3b8c1-ed4e-40c9-99d3-a300910cc497 with binding_index 1 {{(pid=106198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:46:38.226751 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:38.235714 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-273a6eeb-cf45-4a8d-9e60-47a935bb5d06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-2-iscsi, a039e7d2-2c19-464f-8b7b-ed6e1274b3bb) {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:46:38.241503 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273a6eeb-cf45-4a8d-9e60-47a935bb5d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:46:38.242320 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-273a6eeb-cf45-4a8d-9e60-47a935bb5d06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:38.250713 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd102f9-2e75-4e23-b54f-272f3314bba6 None None] Network a039e7d2-2c19-464f-8b7b-ed6e1274b3bb requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:46:38.283981 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-273a6eeb-cf45-4a8d-9e60-47a935bb5d06 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4532619 Aug 29 20:46:38.384540 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1304eaf4-9d64-4f7c-b61b-c392af010501 None None] Network a039e7d2-2c19-464f-8b7b-ed6e1274b3bb requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:46:38.937154 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 41412) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:46:38.942866 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.v2.base [None req-e1d86ed2-d376-4691-a7b6-bde28b1d670f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-255761401-network', 'tenant_id': '974ea495ba284902993d336b012efd4a'}} {{(pid=106199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:46:38.965244 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d86ed2-d376-4691-a7b6-bde28b1d670f admin admin] Made reservation on behalf of 974ea495ba284902993d336b012efd4a for: {'network': 1} {{(pid=106199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:46:38.968212 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e1d86ed2-d376-4691-a7b6-bde28b1d670f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4152113'] for network (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:38.979122 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e1d86ed2-d376-4691-a7b6-bde28b1d670f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:39.009597 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:39.046115 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=69,neutron:DELETE=3,neutron:INSERT=25,neutron:UPDATE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:39.068239 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e1d86ed2-d376-4691-a7b6-bde28b1d670f admin admin] Publish callbacks [] for security_group (4b60c090-8a55-401f-aae6-59a069899841), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:39.072121 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e1d86ed2-d376-4691-a7b6-bde28b1d670f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (4b60c090-8a55-401f-aae6-59a069899841), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:39.103356 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d86ed2-d376-4691-a7b6-bde28b1d670f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=106199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 20:46:39.109814 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d86ed2-d376-4691-a7b6-bde28b1d670f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b60c090-8a55-401f-aae6-59a069899841,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:46:39.116340 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e1d86ed2-d376-4691-a7b6-bde28b1d670f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (4f35e0b5-613f-4617-8400-dbacdb615752), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:39.116674 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.db.segments_db [None req-e1d86ed2-d376-4691-a7b6-bde28b1d670f admin admin] Added segment 4f35e0b5-613f-4617-8400-dbacdb615752 of type vlan for network 42ce0d31-2961-4e6e-840c-c7bcfc76d8a6 Aug 29 20:46:39.158334 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e1d86ed2-d376-4691-a7b6-bde28b1d670f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787001069397'] for network (42ce0d31-2961-4e6e-840c-c7bcfc76d8a6), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:39.197840 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e1d86ed2-d376-4691-a7b6-bde28b1d670f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957'] for network (42ce0d31-2961-4e6e-840c-c7bcfc76d8a6), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:39.198965 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d86ed2-d376-4691-a7b6-bde28b1d670f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:46:39.199548 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-e1d86ed2-d376-4691-a7b6-bde28b1d670f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:39.260312 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-e1d86ed2-d376-4691-a7b6-bde28b1d670f admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3216474 Aug 29 20:46:39.264816 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 41414) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:46:39.269847 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.v2.base [None req-2f41a204-420e-4797-a913-82b342378d9e admin admin] Request body: {'subnet': {'network_id': '42ce0d31-2961-4e6e-840c-c7bcfc76d8a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-255761401-subnet', 'tenant_id': '974ea495ba284902993d336b012efd4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 20:46:39.279887 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d86ed2-d376-4691-a7b6-bde28b1d670f admin admin] Pushing event updated for resources: {'Network': ['ID=42ce0d31-2961-4e6e-840c-c7bcfc76d8a6,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:46:39.296466 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.plugins.ml2.rpc [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Network 42ce0d31-2961-4e6e-840c-c7bcfc76d8a6 details requested by agent ovs-agent-dv-cinder-854263-2-iscsi with host dv-cinder-854263-2-iscsi {{(pid=106200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 20:46:39.299725 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f41a204-420e-4797-a913-82b342378d9e admin admin] Made reservation on behalf of 974ea495ba284902993d336b012efd4a for: {'subnet': 1} {{(pid=106198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 20:46:39.303325 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2f41a204-420e-4797-a913-82b342378d9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59215030'] for subnet (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:39.362980 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:39.540308 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-c7b9cd84-1845-4075-84e4-de46578d8b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:39.544817 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2f41a204-420e-4797-a913-82b342378d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61348183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59215008'] for subnet (2d0b0c06-c929-4fb6-bfdc-c6e2103eff33), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:39.623787 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41a204-420e-4797-a913-82b342378d9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d0b0c06-c929-4fb6-bfdc-c6e2103eff33,revision_number=0']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:46:39.638720 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41a204-420e-4797-a913-82b342378d9e admin admin] Checking segment: {'id': '4f35e0b5-613f-4617-8400-dbacdb615752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '42ce0d31-2961-4e6e-840c-c7bcfc76d8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 20:46:39.639089 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f41a204-420e-4797-a913-82b342378d9e admin admin] Network hostable DHCP agents. Network: 42ce0d31-2961-4e6e-840c-c7bcfc76d8a6, hostable agents: ['aba3b8c1-ed4e-40c9-99d3-a300910cc497'], hosted agents: [] {{(pid=106198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 20:46:39.664385 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f41a204-420e-4797-a913-82b342378d9e admin admin] Network 42ce0d31-2961-4e6e-840c-c7bcfc76d8a6 is scheduled to be hosted by DHCP agent aba3b8c1-ed4e-40c9-99d3-a300910cc497 with binding_index 1 {{(pid=106198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 20:46:39.676670 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.scheduler.base_scheduler [None req-2f41a204-420e-4797-a913-82b342378d9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-2-iscsi, 42ce0d31-2961-4e6e-840c-c7bcfc76d8a6) {{(pid=106198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 20:46:39.686708 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f41a204-420e-4797-a913-82b342378d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 20:46:39.687485 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-2f41a204-420e-4797-a913-82b342378d9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:39.687726 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d311112e-b326-412b-8870-1e1352f3289a None None] Network 42ce0d31-2961-4e6e-840c-c7bcfc76d8a6 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:46:39.693053 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:39.708996 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-2f41a204-420e-4797-a913-82b342378d9e admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4424381 Aug 29 20:46:39.813713 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d0eb91-e4c6-4a60-87c8-826671f5ef25 None None] Network 42ce0d31-2961-4e6e-840c-c7bcfc76d8a6 requested from dv-cinder-854263-2-iscsi {{(pid=106200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 20:46:40.749641 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:42.283373 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:42.401322 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:42.699620 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:42.700439 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:49.270746 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:49.273676 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=26,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:49.701620 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:DELETE=2,neutron:SELECT=35,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:49.702857 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=75,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:54.040306 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 41532) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:46:54.086976 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.db.db_base_plugin_v2 [None req-60dc16ce-fa9e-4a09-9099-72df6daf91c4 admin admin] Deleting subnet 35361416-5593-47bc-bf53-90c45aa46e32 {{(pid=106198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:46:54.090384 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-60dc16ce-fa9e-4a09-9099-72df6daf91c4 admin admin] Publish callbacks [] for subnet (35361416-5593-47bc-bf53-90c45aa46e32), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:54.129397 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-60dc16ce-fa9e-4a09-9099-72df6daf91c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1263496'] for subnet (35361416-5593-47bc-bf53-90c45aa46e32), precommit_delete_associations {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:54.171593 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-60dc16ce-fa9e-4a09-9099-72df6daf91c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996000'] for subnet (35361416-5593-47bc-bf53-90c45aa46e32), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:54.230836 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-60dc16ce-fa9e-4a09-9099-72df6daf91c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61348116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59215017'] for subnet (35361416-5593-47bc-bf53-90c45aa46e32), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:54.257238 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc16ce-fa9e-4a09-9099-72df6daf91c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35361416-5593-47bc-bf53-90c45aa46e32,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:46:54.261989 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-60dc16ce-fa9e-4a09-9099-72df6daf91c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:54.265237 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-60dc16ce-fa9e-4a09-9099-72df6daf91c4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/35361416-5593-47bc-bf53-90c45aa46e32 HTTP/1.1" status: 204 len: 168 time: 0.2238986 Aug 29 20:46:54.267733 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 41534) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:46:54.338715 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-703bd4fa-a3b3-471a-a097-60d08c4d2117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4173405'] for network (a039e7d2-2c19-464f-8b7b-ed6e1274b3bb), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:54.393089 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:54.434957 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-703bd4fa-a3b3-471a-a097-60d08c4d2117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996931', 'neutron.services.segments.db._delete_segments_for_network-8787001567811'] for network (a039e7d2-2c19-464f-8b7b-ed6e1274b3bb), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:54.457983 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-703bd4fa-a3b3-471a-a097-60d08c4d2117 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a039e7d2-2c19-464f-8b7b-ed6e1274b3bb']}} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:46:54.468209 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-703bd4fa-a3b3-471a-a097-60d08c4d2117 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a71bb10a-bfec-4424-9d4a-e827935a92cb') {'for_net_delete': True} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:46:54.468575 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.services.segments.db [None req-703bd4fa-a3b3-471a-a097-60d08c4d2117 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a71bb10a-bfec-4424-9d4a-e827935a92cb') {} {{(pid=106198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:46:54.479603 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-703bd4fa-a3b3-471a-a097-60d08c4d2117 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001593263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1263491'] for segment (a71bb10a-bfec-4424-9d4a-e827935a92cb), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:54.500738 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-703bd4fa-a3b3-471a-a097-60d08c4d2117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (a71bb10a-bfec-4424-9d4a-e827935a92cb), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:54.508968 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-703bd4fa-a3b3-471a-a097-60d08c4d2117 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=106198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:46:54.509564 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-703bd4fa-a3b3-471a-a097-60d08c4d2117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61349810'] for segment (a71bb10a-bfec-4424-9d4a-e827935a92cb), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:54.558639 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment a71bb10a-bfec-4424-9d4a-e827935a92cb resource provider aggregate not found Aug 29 20:46:54.580007 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.services.segments.plugin [-] Segment a71bb10a-bfec-4424-9d4a-e827935a92cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a71bb10a-bfec-4424-9d4a-e827935a92cb found for delete ", "request_id": "req-85be47ac-0088-4da1-acfc-07ef03531788"}]} Aug 29 20:46:54.589271 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-703bd4fa-a3b3-471a-a097-60d08c4d2117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639181'] for network (a039e7d2-2c19-464f-8b7b-ed6e1274b3bb), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:54.594430 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-703bd4fa-a3b3-471a-a097-60d08c4d2117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:54.597947 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-703bd4fa-a3b3-471a-a097-60d08c4d2117 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/a039e7d2-2c19-464f-8b7b-ed6e1274b3bb HTTP/1.1" status: 204 len: 168 time: 0.3291974 Aug 29 20:46:54.601186 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 41540) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:46:54.617512 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703bd4fa-a3b3-471a-a097-60d08c4d2117 admin admin] Pushing event deleted for resources: {'Network': ['ID=a039e7d2-2c19-464f-8b7b-ed6e1274b3bb,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:46:54.651210 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.db.db_base_plugin_v2 [None req-df8e6b1d-78d8-41ed-9dd7-4eb1cf38a5ec admin admin] Deleting subnet 2d0b0c06-c929-4fb6-bfdc-c6e2103eff33 {{(pid=106199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 20:46:54.654666 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-df8e6b1d-78d8-41ed-9dd7-4eb1cf38a5ec admin admin] Publish callbacks [] for subnet (2d0b0c06-c929-4fb6-bfdc-c6e2103eff33), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:54.690513 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-df8e6b1d-78d8-41ed-9dd7-4eb1cf38a5ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61403868'] for subnet (2d0b0c06-c929-4fb6-bfdc-c6e2103eff33), precommit_delete_associations {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:54.737319 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-df8e6b1d-78d8-41ed-9dd7-4eb1cf38a5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996000'] for subnet (2d0b0c06-c929-4fb6-bfdc-c6e2103eff33), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:54.793633 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-df8e6b1d-78d8-41ed-9dd7-4eb1cf38a5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61109262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61346464'] for subnet (2d0b0c06-c929-4fb6-bfdc-c6e2103eff33), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:54.820437 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e6b1d-78d8-41ed-9dd7-4eb1cf38a5ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d0b0c06-c929-4fb6-bfdc-c6e2103eff33,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:46:54.824995 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-df8e6b1d-78d8-41ed-9dd7-4eb1cf38a5ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for subnet (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:54.828039 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-df8e6b1d-78d8-41ed-9dd7-4eb1cf38a5ec admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/2d0b0c06-c929-4fb6-bfdc-c6e2103eff33 HTTP/1.1" status: 204 len: 168 time: 0.2258019 Aug 29 20:46:54.830551 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 41542) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:46:54.905894 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6ed4ea48-a51b-4f28-acd0-91552ffdd8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4173405'] for network (42ce0d31-2961-4e6e-840c-c7bcfc76d8a6), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:54.986323 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6ed4ea48-a51b-4f28-acd0-91552ffdd8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3996931', 'neutron.services.segments.db._delete_segments_for_network-8787001567811'] for network (42ce0d31-2961-4e6e-840c-c7bcfc76d8a6), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:55.009844 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-6ed4ea48-a51b-4f28-acd0-91552ffdd8a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ce0d31-2961-4e6e-840c-c7bcfc76d8a6']}} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:46:55.019795 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-6ed4ea48-a51b-4f28-acd0-91552ffdd8a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f35e0b5-613f-4617-8400-dbacdb615752') {'for_net_delete': True} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:46:55.020313 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.services.segments.db [None req-6ed4ea48-a51b-4f28-acd0-91552ffdd8a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f35e0b5-613f-4617-8400-dbacdb615752') {} {{(pid=106199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 20:46:55.030486 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6ed4ea48-a51b-4f28-acd0-91552ffdd8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787001593263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61403863'] for segment (4f35e0b5-613f-4617-8400-dbacdb615752), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:55.044866 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6ed4ea48-a51b-4f28-acd0-91552ffdd8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161'] for segment (4f35e0b5-613f-4617-8400-dbacdb615752), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:55.051419 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed4ea48-a51b-4f28-acd0-91552ffdd8a0 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=106199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 20:46:55.052394 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6ed4ea48-a51b-4f28-acd0-91552ffdd8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61108904'] for segment (4f35e0b5-613f-4617-8400-dbacdb615752), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:55.098178 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment 4f35e0b5-613f-4617-8400-dbacdb615752 resource provider aggregate not found Aug 29 20:46:55.118557 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.services.segments.plugin [-] Segment 4f35e0b5-613f-4617-8400-dbacdb615752 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f35e0b5-613f-4617-8400-dbacdb615752 found for delete ", "request_id": "req-420b57f8-e8be-4c90-9367-5106bdf8f079"}]} Aug 29 20:46:55.122446 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6ed4ea48-a51b-4f28-acd0-91552ffdd8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3996938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639181'] for network (42ce0d31-2961-4e6e-840c-c7bcfc76d8a6), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:55.128217 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-6ed4ea48-a51b-4f28-acd0-91552ffdd8a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527943'] for network (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:55.131515 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-6ed4ea48-a51b-4f28-acd0-91552ffdd8a0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/42ce0d31-2961-4e6e-840c-c7bcfc76d8a6 HTTP/1.1" status: 204 len: 168 time: 0.3000562 Aug 29 20:46:55.143341 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4ea48-a51b-4f28-acd0-91552ffdd8a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=42ce0d31-2961-4e6e-840c-c7bcfc76d8a6,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:46:55.309834 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 41550) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:46:55.350577 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-deca34eb-2754-43e7-80db-ba783a66bb08 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b44b4c8fd6314b89b8ce9ffeaffa3805&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401094 Aug 29 20:46:55.353262 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 41552) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:46:55.408619 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-23c1a85c-f7f7-4db9-b00b-f2ba3d0bb8aa admin admin] Publish callbacks [] for security_group (329c10c9-48c5-47fb-bcbe-b81d3bd73fab), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:55.441575 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-23c1a85c-f7f7-4db9-b00b-f2ba3d0bb8aa admin admin] Publish callbacks [] for security_group (329c10c9-48c5-47fb-bcbe-b81d3bd73fab), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:55.520341 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-23c1a85c-f7f7-4db9-b00b-f2ba3d0bb8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (329c10c9-48c5-47fb-bcbe-b81d3bd73fab), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:55.525019 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-23c1a85c-f7f7-4db9-b00b-f2ba3d0bb8aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:55.526727 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-23c1a85c-f7f7-4db9-b00b-f2ba3d0bb8aa admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/329c10c9-48c5-47fb-bcbe-b81d3bd73fab HTTP/1.1" status: 204 len: 168 time: 0.1723404 Aug 29 20:46:55.540989 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1a85c-f7f7-4db9-b00b-f2ba3d0bb8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329c10c9-48c5-47fb-bcbe-b81d3bd73fab,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:46:55.865105 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 41558) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:46:55.913956 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-6bc2f86b-5f00-415c-b645-f2e6f68f29cc admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=974ea495ba284902993d336b012efd4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470364 Aug 29 20:46:55.916543 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 41560) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:46:55.969440 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-874f826c-02c6-4872-a451-841e5dfb93be admin admin] Publish callbacks [] for security_group (4b60c090-8a55-401f-aae6-59a069899841), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:55.983392 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:55.997493 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-874f826c-02c6-4872-a451-841e5dfb93be admin admin] Publish callbacks [] for security_group (4b60c090-8a55-401f-aae6-59a069899841), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:56.030338 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:46:56.048230 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-874f826c-02c6-4872-a451-841e5dfb93be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (4b60c090-8a55-401f-aae6-59a069899841), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:56.051424 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-874f826c-02c6-4872-a451-841e5dfb93be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:46:56.053521 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-874f826c-02c6-4872-a451-841e5dfb93be admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4b60c090-8a55-401f-aae6-59a069899841 HTTP/1.1" status: 204 len: 168 time: 0.1359651 Aug 29 20:46:56.063965 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f826c-02c6-4872-a451-841e5dfb93be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b60c090-8a55-401f-aae6-59a069899841,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:47:04.581995 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=48,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:47:04.603017 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:47:05.556805 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:47:06.029447 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=3,neutron:DELETE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:47:06.058901 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=2 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:47:06.078499 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:47:07.178207 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-0db7b66d-ff93-4a1e-afae-0ab469499c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:47:09.531997 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-52d20176-e609-4163-8f25-0bb6e598c55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:47:09.706500 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:47:10.752948 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:47:12.296808 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:47:12.397155 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:47:14.962302 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 41704) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:47:15.090815 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-024374cb-2e9c-4867-801d-12c122e3015f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:47:15.171572 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-024374cb-2e9c-4867-801d-12c122e3015f admin admin] Publish callbacks [] for security_group (cb7115fa-b6ee-4ca1-9d33-0b751e0a7917), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:47:15.175345 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-024374cb-2e9c-4867-801d-12c122e3015f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (cb7115fa-b6ee-4ca1-9d33-0b751e0a7917), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:47:15.216646 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024374cb-2e9c-4867-801d-12c122e3015f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7115fa-b6ee-4ca1-9d33-0b751e0a7917,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:47:15.220911 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-024374cb-2e9c-4867-801d-12c122e3015f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f802bbea278e4cc5ad1cb62cbe400c53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2572174 Aug 29 20:47:15.223586 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 41708) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:47:15.280429 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-bc9a57a4-2b55-4162-b2d5-e65a006ce333 admin admin] Publish callbacks [] for security_group (cb7115fa-b6ee-4ca1-9d33-0b751e0a7917), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:47:15.301935 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-bc9a57a4-2b55-4162-b2d5-e65a006ce333 admin admin] Publish callbacks [] for security_group (cb7115fa-b6ee-4ca1-9d33-0b751e0a7917), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:47:15.356745 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-bc9a57a4-2b55-4162-b2d5-e65a006ce333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (cb7115fa-b6ee-4ca1-9d33-0b751e0a7917), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:47:15.359485 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-bc9a57a4-2b55-4162-b2d5-e65a006ce333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:47:15.360922 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-bc9a57a4-2b55-4162-b2d5-e65a006ce333 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/cb7115fa-b6ee-4ca1-9d33-0b751e0a7917 HTTP/1.1" status: 204 len: 168 time: 0.1361897 Aug 29 20:47:15.371605 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a57a4-2b55-4162-b2d5-e65a006ce333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7115fa-b6ee-4ca1-9d33-0b751e0a7917,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:47:19.700672 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=5 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:47:19.701627 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=5 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:47:24.412899 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:47:25.364122 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=40,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:47:25.365187 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=29,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:47:34.398096 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:47:34.405775 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:47:37.185845 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-e3dd9ab2-1322-4a93-8a1e-d75a7b90d04f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:47:39.529661 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-061dca6b-c4b1-4395-be28-51ab098e6b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:47:40.760646 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:47:42.298305 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:47:42.402101 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:47:44.703677 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=14 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:47:44.707836 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=18 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:47:46.708106 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:47:51.624504 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 41904) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:47:51.753344 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8d287ed0-081a-46cd-a985-5882dd58bdec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:47:51.867845 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8d287ed0-081a-46cd-a985-5882dd58bdec admin admin] Publish callbacks [] for security_group (5b700310-38c9-43ca-92f8-2f3e558c2501), precommit_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:47:51.872198 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-8d287ed0-081a-46cd-a985-5882dd58bdec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (5b700310-38c9-43ca-92f8-2f3e558c2501), after_create {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:47:51.921034 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-8d287ed0-081a-46cd-a985-5882dd58bdec admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a1b9811d32784b20941b0ba3178568fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954011 Aug 29 20:47:51.921901 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d287ed0-081a-46cd-a985-5882dd58bdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b700310-38c9-43ca-92f8-2f3e558c2501,revision_number=1']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:47:51.923718 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 41908) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:47:51.930523 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d287ed0-081a-46cd-a985-5882dd58bdec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:47:51.930952 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d287ed0-081a-46cd-a985-5882dd58bdec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:47:51.931363 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d287ed0-081a-46cd-a985-5882dd58bdec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:47:51.931714 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d287ed0-081a-46cd-a985-5882dd58bdec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:47:51.932092 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d287ed0-081a-46cd-a985-5882dd58bdec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:47:51.932435 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d287ed0-081a-46cd-a985-5882dd58bdec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:47:51.932754 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d287ed0-081a-46cd-a985-5882dd58bdec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:47:51.933079 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d287ed0-081a-46cd-a985-5882dd58bdec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:47:51.933405 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d287ed0-081a-46cd-a985-5882dd58bdec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:47:51.933731 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d287ed0-081a-46cd-a985-5882dd58bdec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:47:51.934058 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d287ed0-081a-46cd-a985-5882dd58bdec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:47:51.934384 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d287ed0-081a-46cd-a985-5882dd58bdec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:47:51.934703 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d287ed0-081a-46cd-a985-5882dd58bdec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:47:51.935022 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d287ed0-081a-46cd-a985-5882dd58bdec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:47:51.935340 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d287ed0-081a-46cd-a985-5882dd58bdec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:47:51.980472 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e9d8c312-6f1f-430e-b523-fbde3463a61a admin admin] Publish callbacks [] for security_group (5b700310-38c9-43ca-92f8-2f3e558c2501), before_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:47:52.002420 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e9d8c312-6f1f-430e-b523-fbde3463a61a admin admin] Publish callbacks [] for security_group (5b700310-38c9-43ca-92f8-2f3e558c2501), precommit_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:47:52.054215 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e9d8c312-6f1f-430e-b523-fbde3463a61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (5b700310-38c9-43ca-92f8-2f3e558c2501), after_delete {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:47:52.057038 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-e9d8c312-6f1f-430e-b523-fbde3463a61a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:47:52.058266 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-e9d8c312-6f1f-430e-b523-fbde3463a61a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5b700310-38c9-43ca-92f8-2f3e558c2501 HTTP/1.1" status: 204 len: 168 time: 0.1331809 Aug 29 20:47:52.066761 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8c312-6f1f-430e-b523-fbde3463a61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b700310-38c9-43ca-92f8-2f3e558c2501,revision_number=None']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:47:52.075665 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8c312-6f1f-430e-b523-fbde3463a61a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:47:52.076054 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8c312-6f1f-430e-b523-fbde3463a61a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:47:52.076412 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8c312-6f1f-430e-b523-fbde3463a61a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:47:52.076730 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8c312-6f1f-430e-b523-fbde3463a61a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:47:52.077051 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8c312-6f1f-430e-b523-fbde3463a61a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:47:52.077377 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8c312-6f1f-430e-b523-fbde3463a61a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:47:52.077700 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8c312-6f1f-430e-b523-fbde3463a61a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:47:52.078016 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8c312-6f1f-430e-b523-fbde3463a61a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:47:52.078337 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8c312-6f1f-430e-b523-fbde3463a61a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:47:52.078659 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8c312-6f1f-430e-b523-fbde3463a61a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:47:52.078982 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8c312-6f1f-430e-b523-fbde3463a61a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:47:52.079301 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8c312-6f1f-430e-b523-fbde3463a61a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:47:52.079617 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8c312-6f1f-430e-b523-fbde3463a61a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:47:52.080128 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8c312-6f1f-430e-b523-fbde3463a61a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:47:52.080293 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8c312-6f1f-430e-b523-fbde3463a61a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-2-iscsi {{(pid=106198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 20:47:52.391285 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:47:54.415599 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:47:56.704106 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:48:01.917468 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=15,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:48:01.925449 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=24,neutron:INSERT=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:48:02.067079 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:48:02.071624 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:48:04.406762 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:48:04.410815 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:48:07.180107 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-06d92b0e-2560-47eb-8f15-2ac4e51430c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:48:09.527903 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-2c8fe3a5-e60d-4dec-a5e9-a489d8b65358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:48:10.758645 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:48:12.295647 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:48:12.396346 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:48:12.737008 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [-] (106198) accepted ('10.222.0.18', 42054) {{(pid=106198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:48:12.854660 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8748c3db-678f-4c65-8235-8b796b1995df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:48:12.934721 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8748c3db-678f-4c65-8235-8b796b1995df admin admin] Publish callbacks [] for security_group (09928ef3-3bfb-4acb-94bf-98ac2f54de34), precommit_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:48:12.938790 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron_lib.callbacks.manager [None req-8748c3db-678f-4c65-8235-8b796b1995df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (09928ef3-3bfb-4acb-94bf-98ac2f54de34), after_create {{(pid=106198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:48:12.980985 dv-cinder-854263-2-iscsi neutron-server[106198]: INFO neutron.wsgi [None req-8748c3db-678f-4c65-8235-8b796b1995df admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a40ba812002c41bf9eff91bfa527139c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428660 Aug 29 20:48:12.981674 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748c3db-678f-4c65-8235-8b796b1995df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09928ef3-3bfb-4acb-94bf-98ac2f54de34,revision_number=1']} {{(pid=106198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:48:12.983848 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [-] (106199) accepted ('10.222.0.18', 42058) {{(pid=106199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 20:48:13.041228 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-875981b4-a068-48cb-8bc9-46a6882044fa admin admin] Publish callbacks [] for security_group (09928ef3-3bfb-4acb-94bf-98ac2f54de34), before_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:48:13.061655 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-875981b4-a068-48cb-8bc9-46a6882044fa admin admin] Publish callbacks [] for security_group (09928ef3-3bfb-4acb-94bf-98ac2f54de34), precommit_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:48:13.122833 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-875981b4-a068-48cb-8bc9-46a6882044fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556280'] for security_group (09928ef3-3bfb-4acb-94bf-98ac2f54de34), after_delete {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:48:13.127171 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron_lib.callbacks.manager [None req-875981b4-a068-48cb-8bc9-46a6882044fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:48:13.128716 dv-cinder-854263-2-iscsi neutron-server[106199]: INFO neutron.wsgi [None req-875981b4-a068-48cb-8bc9-46a6882044fa admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/09928ef3-3bfb-4acb-94bf-98ac2f54de34 HTTP/1.1" status: 204 len: 168 time: 0.1438251 Aug 29 20:48:13.137155 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875981b4-a068-48cb-8bc9-46a6882044fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09928ef3-3bfb-4acb-94bf-98ac2f54de34,revision_number=None']} {{(pid=106199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 20:48:21.701586 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:48:21.706151 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:48:22.392470 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:48:22.972154 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=18,neutron:INSERT=7 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:48:22.977320 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG dbcounter [-] [106198] Writing DB stats neutron:SELECT=19,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106198) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:48:23.132077 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:48:23.132811 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG dbcounter [-] [106199] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=106199) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:48:23.152159 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:48:23.707202 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:48:24.426841 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:48:34.415816 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:48:34.422815 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:48:35.730683 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:48:35.731418 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:48:37.181995 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-83aa8264-3a86-4d0d-aeb7-a6d86b923dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:48:39.520671 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-37ec9b9d-3e45-4663-80f5-6dac5af72a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:48:40.765677 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:48:42.298544 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:48:42.401811 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:48:54.440978 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:48:58.704318 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:48:58.705154 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:49:00.706179 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:49:04.431026 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=25 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:49:04.435237 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=19,neutron:UPDATE=6 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:49:07.186551 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-8cbc18c8-4987-4baa-8036-96d01741cf31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:49:09.526577 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-5e602af6-61e2-45ca-887c-c7deb754c5ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:49:10.702575 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:49:10.770665 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:49:12.307835 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:49:12.397856 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:49:22.389844 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:49:22.393392 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:49:24.448362 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:49:34.440600 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:49:34.443056 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:49:35.700808 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=18 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:49:35.707300 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=14 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:49:37.194395 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-b0de9d3e-1072-4fc1-889b-342d78c5d8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:49:37.705763 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:49:39.521879 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f220d3e5-207b-4f0c-abeb-dfb359c8eb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:49:40.770042 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:49:42.306645 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:49:42.402648 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:49:47.701613 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:49:52.385347 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:49:52.397410 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:49:54.455049 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:50:04.448904 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:50:04.451275 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:50:07.191134 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-070f1d30-f019-487c-b399-66e69d10595b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:50:09.524404 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-bd1a5656-4d63-4721-b2bd-ef2677b1c93a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:50:10.772641 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:50:12.312420 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:50:12.407032 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:50:12.699377 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:50:12.704961 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:50:14.705922 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:50:22.392767 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:50:22.394727 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:50:24.456228 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:50:24.701248 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:50:24.701934 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:50:34.445300 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:50:34.451200 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:50:35.736414 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:50:35.737087 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:50:37.186607 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-38258638-9c50-4bdd-bd81-f0e3def20bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:50:39.526831 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-c622f5a6-4ab0-4439-b722-e9d6b0a0d447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:50:40.778016 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:50:42.321697 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:50:42.402091 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:50:47.988258 dv-cinder-854263-2-iscsi neutron-server[106199]: DEBUG neutron.wsgi [req-0bf79ce9-dcb7-4037-b258-661d59bc78fb req-7be5c7bd-7f96-46f7-a9ea-19db2b200fad service neutron] (106199) timed out ('10.222.0.33', 55867) {{(pid=106199) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 29 20:50:49.697717 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:50:49.705219 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:50:51.710062 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:50:54.470376 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:51:01.702738 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:51:01.704036 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:51:04.464349 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:51:04.465145 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:51:07.186395 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-3c685753-b9ea-4caf-85fc-c41242367fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:51:09.530083 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-88ccfd84-e4f0-4dd0-9a49-1704dc7f304b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:51:10.778969 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:51:12.323276 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:51:12.409438 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:51:22.402988 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:51:22.405173 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:51:24.465984 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:51:28.710263 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:51:34.460042 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:51:34.462088 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:51:37.180360 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-4a7cac1e-ce62-424b-926b-4e9424fe6c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:51:38.704549 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=17 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:51:38.705280 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=17 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:51:39.534518 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-487ead84-7d22-4821-9222-1ee38eaf5fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:51:40.787883 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:51:42.318213 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:51:42.403591 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:51:52.396929 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:51:52.398889 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:51:54.478998 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:52:01.427305 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [req-3d634088-dda9-4b94-ba17-1eaaa22779c3 req-fdaa7617-7436-4012-8b5a-f240f671f80f service neutron] (106198) timed out ('10.222.0.18', 36710) {{(pid=106198) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 29 20:52:01.607663 dv-cinder-854263-2-iscsi neutron-server[106198]: DEBUG neutron.wsgi [req-3d634088-dda9-4b94-ba17-1eaaa22779c3 req-b6c7e80a-2f2f-4fbf-a166-8baa548b5829 tempest-AttachVolumeShelveTestJSON-889412031 tempest-AttachVolumeShelveTestJSON-889412031-project] (106198) timed out ('10.222.0.18', 36718) {{(pid=106198) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 29 20:52:03.695563 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:52:03.700629 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:52:04.471521 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:52:04.474533 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:52:05.710250 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:52:07.184593 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-17cfb16a-7c7a-43f8-95f2-5918bba60653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:52:09.538423 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-6485ac04-5ac0-4869-b853-ca8cf2d0a16a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:52:10.785920 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:52:12.320201 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:52:12.417900 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:52:15.722057 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:52:15.723069 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:52:22.401180 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:52:22.410766 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:52:24.480850 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:52:34.468981 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:52:34.476507 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:52:37.188581 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-dcf15c7e-14d3-46db-9527-ebe6aa6e33f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:52:39.542943 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-82fee9ff-69ec-461e-8678-0320a3fa61eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:52:40.694484 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:52:40.699210 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:52:40.789935 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:52:42.323263 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:52:42.412364 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:52:42.711730 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:52:52.706555 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:52:54.478789 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:53:04.472490 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:53:04.474537 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:53:07.192737 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-cb620111-886f-4acc-a598-fa31a21822a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:53:09.549674 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-eedd6a7c-b1a7-4678-8dce-997fff0af1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:53:10.790326 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:53:12.325634 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:53:12.417400 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:53:17.695565 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:53:17.696390 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:53:19.711904 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 20:53:22.404784 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:53:22.411000 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:53:24.518344 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:53:34.513203 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=2 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:53:34.514903 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:53:35.413908 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=14 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:53:35.415837 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=14 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:53:37.198267 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-24553edd-2518-4ebc-a744-d4ae7e0ef987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (aba3b8c1-ed4e-40c9-99d3-a300910cc497), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:53:39.542465 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-d7841604-b106-480d-b819-abae89e4b553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (38f7624c-c0e7-4053-a312-da1bcb0fbef6), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:53:40.794369 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-1185bcb3-1b7e-4a65-883c-4796f1a86ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (4d390f9a-0e93-4746-8bdb-bdf150c1c29b), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:53:42.329788 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-51774814-e522-4d9b-b3dc-153e9a4d88f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (a0abe6d0-2b64-4fec-ae64-abf972ee4231), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:53:42.422728 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-ad297b3d-8a5b-4d82-b773-ef8c3212283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (f3746642-9e72-4c93-9769-86b1d62fe699), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:53:52.415718 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:53:52.418629 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG dbcounter [-] [106200] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106200) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:53:54.534168 dv-cinder-854263-2-iscsi neutron-server[106200]: DEBUG neutron_lib.callbacks.manager [None req-f1859a5b-5124-4d3d-9ce2-4bc864ebde59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787001567793', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3995330'] for agent (fe366970-a267-4806-8a8b-654c02250e20), after_update {{(pid=106200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 20:53:54.693485 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:53:54.694166 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 20:53:56.711674 dv-cinder-854263-2-iscsi neutron-server[106201]: DEBUG neutron.db.agents_db [None req-2ecc6dde-a134-4325-9cef-1c89d2dfe5a2 None None] Agent healthcheck: found 6 active agents {{(pid=106201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}